-- Logs begin at Tue 2021-09-07 18:08:00 UTC, end at Tue 2021-09-07 19:33:56 UTC. -- Sep 07 18:41:11.352272 dv-cinder-790535-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 18:41:14.188837 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.common.config [-] Logging enabled! Sep 07 18:41:14.189458 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 18:41:14.189625 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 18:41:14.192970 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.common.config [-] Logging enabled! Sep 07 18:41:14.193227 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 18:41:14.193547 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 18:41:14.194518 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:41:14.194752 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:41:14.195145 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:41:14.195394 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:41:14.195616 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:41:14.195936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.196236 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.196517 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.196749 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.197044 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.197337 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.197618 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.197908 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.198202 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.198490 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.198783 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.199089 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.199324 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.199614 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.199887 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.200175 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.200401 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] debug = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.200686 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.201115 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.201538 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.201816 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.202132 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.202393 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.202666 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.202969 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.203255 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.203585 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] host = dv-cinder-790535-12-iscsi {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.203864 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.204151 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.204435 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.204720 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.204991 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.205267 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.205562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.205946 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.206395 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.206899 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.207272 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.207576 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.207884 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.208112 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.208339 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.208630 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.208921 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.209254 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.209477 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.209754 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.210031 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.210305 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.210576 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.210891 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.211182 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.211468 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.211743 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.212019 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.212290 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.212562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.212848 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.213124 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.213397 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.213669 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.213956 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.214223 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.214500 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.214801 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.215112 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.215403 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.215692 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.215964 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.216245 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.216521 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.216793 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.217062 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_json = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.217344 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.217609 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.217886 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.218156 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.218435 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.218703 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.219002 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.219365 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:14.219594 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.219891 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.220192 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.220474 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.220770 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.221052 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.221365 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.221683 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.221970 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.222257 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.222546 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.222823 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.223132 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.223409 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.223703 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.224008 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.224302 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.224594 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.224868 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.225140 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.225418 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.225694 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.225985 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.226259 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.226544 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.226857 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.227132 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.227435 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.227728 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.228021 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.228302 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.228581 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.228871 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.229151 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.229428 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.229705 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.229995 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.230272 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.230588 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.230824 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.231124 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.231410 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.231660 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.231933 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.232228 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.232499 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.232770 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.233077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.233317 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.233586 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.233870 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.234145 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.234427 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.234695 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.235000 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.235278 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.235549 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.235828 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.236102 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.236379 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.236652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.236925 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.237573 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.237907 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.238185 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.238464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.238741 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.239050 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.239321 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.239697 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.239874 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.240150 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.240425 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.240712 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.241042 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.241294 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.241575 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.241857 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.242132 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.242412 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.243024 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.243304 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.243621 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.243855 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.244148 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.244430 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.244717 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.245056 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.245286 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.245593 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.245869 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.246150 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.246433 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.246703 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.247210 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.247453 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.247715 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.247897 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.248193 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.248486 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.248792 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.249281 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.249828 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.250229 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:14.250455 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:41:14.250718 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 18:41:14.609751 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 18:41:14.609982 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 18:41:14.610293 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 18:41:14.610623 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 18:41:15.019095 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.019356 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.019660 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.020971 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.021243 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.021496 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.059288 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.059540 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.059843 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.075447 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.075690 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.075994 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.106259 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.106515 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.106785 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.145569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.145835 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.146130 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.381488 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.382494 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.382494 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.382769 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.383481 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.506954 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.507251 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.507562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.507837 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.508074 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.508414 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.508671 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.508931 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.509185 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.509465 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.509712 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.509976 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.510235 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.510516 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.510766 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.511075 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.511321 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.511595 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.511865 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.512153 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.512389 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.512643 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.512932 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.513315 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.513565 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.513810 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.514213 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.514459 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.514677 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.514941 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.515172 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.515405 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:15.515785 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 18:41:15.519268 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 18:41:15.523270 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 18:41:15.527258 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Sep 07 18:41:15.528888 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 18:41:15.529359 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 18:41:15.529696 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 18:41:15.530087 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 18:41:15.532939 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 18:41:15.533201 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 18:41:15.533562 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 18:41:15.539375 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 18:41:15.562873 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 18:41:15.563348 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.563664 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 18:41:15.564050 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.565539 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 18:41:15.565828 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 18:41:15.566078 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 18:41:15.569596 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.569886 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:15.635117 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 18:41:15.635323 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 18:41:15.635498 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 18:41:15.635883 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 18:41:15.660246 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_db.sqlalchemy.engines [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 18:41:16.245781 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing driver for type 'gre' Sep 07 18:41:16.246358 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] gre ID ranges: [(1, 1000)] Sep 07 18:41:16.306852 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing driver for type 'local' Sep 07 18:41:16.307188 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing driver for type 'vlan' Sep 07 18:41:16.321877 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] VlanTypeDriver initialization complete Sep 07 18:41:16.322308 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing driver for type 'vxlan' Sep 07 18:41:16.322881 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] vxlan ID ranges: [(1, 1000)] Sep 07 18:41:16.384661 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing extension driver 'port_security' Sep 07 18:41:16.385514 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] PortSecurityExtensionDriver initialization complete Sep 07 18:41:16.385514 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing mechanism driver 'openvswitch' Sep 07 18:41:16.385748 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing mechanism driver 'hyperv' Sep 07 18:41:16.392623 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.plugin [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:16.393795 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.394164 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.394508 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.395075 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.395513 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.395858 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.396202 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.396593 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.396999 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.397338 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.397746 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.398148 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.398541 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.398911 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.399243 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.399791 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.400204 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.400546 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.400887 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.401284 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.401768 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.402111 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.402440 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.402860 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 18:41:16.403242 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] ML2 OVO RPC backend initialized. {{(pid=105531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 18:41:16.403975 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.404450 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.404981 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.405425 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > networks before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.405801 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.406293 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > ports before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.406644 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.407014 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.407360 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.407700 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.408118 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.408731 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.409181 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.409727 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.410073 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.410407 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.410739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.411445 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.plugin [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Modular L2 Plugin initialization complete Sep 07 18:41:16.411850 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading services supported by the core plugin {{(pid=105531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 18:41:16.412194 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.plugins.ml2.managers [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Got port-security extension from driver 'port_security' Sep 07 18:41:16.412691 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.extensions.vlantransparent [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Disabled vlantransparent extension. Sep 07 18:41:16.413237 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 18:41:16.413548 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: router Sep 07 18:41:16.452306 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.452693 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_create 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.453060 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router before_create 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.453421 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.453783 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.454139 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_delete 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.454494 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.454868 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.455262 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_create 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.455609 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.455949 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.456434 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.456794 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.457199 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.457562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.457897 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.458235 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: subnet after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.458571 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.458945 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.459290 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.459630 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.459970 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.460318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router after_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.460652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.461001 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.461359 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.461697 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.462058 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > agent after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.462408 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.462740 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.463675 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Tracking information for resource: router configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:16.464002 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Tracking information for resource: floatingip configured {{(pid=105531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 18:41:16.469246 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.db.l3_agentschedulers_db [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 18:41:16.469852 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.470219 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.470564 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.470987 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: port after_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.471836 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router before_create 55550100 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.472199 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.472552 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.472925 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.477893 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.provider_configuration [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service providers = [] {{(pid=105531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 18:41:16.478250 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.db.servicetype_db [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 18:41:16.481697 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.service_base [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:41:16.482191 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.service_base [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:41:16.482601 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.service_base [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:41:16.483721 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.services.service_base [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 18:41:16.484182 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.services.service_base [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 18:41:16.484687 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.485064 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 18:41:16.496725 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.496985 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: auto_allocate Sep 07 18:41:16.503214 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: network precommit_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.503583 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: network precommit_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.504118 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.504431 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: tag Sep 07 18:41:16.511128 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.511452 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: timestamp Sep 07 18:41:16.515579 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.515905 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: network_ip_availability Sep 07 18:41:16.521666 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.522036 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.522367 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.523210 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.523482 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: flavors Sep 07 18:41:16.528225 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.528556 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading Plugin: revisions Sep 07 18:41:16.533050 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 18:41:16.533708 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.923s {{(pid=105531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 18:41:16.534456 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 18:41:16.534783 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Initializing extension manager. Sep 07 18:41:16.535313 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: __init__.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.535646 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: __pycache__ {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.535971 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.536274 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: address_group.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.537045 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.537631 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: address-group Sep 07 18:41:16.537943 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: address_scope.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.538858 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.539373 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: address-scope Sep 07 18:41:16.539688 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.540631 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.541129 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: router-admin-state-down-before-update Sep 07 18:41:16.541443 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: agent.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.542143 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.542625 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: agent Sep 07 18:41:16.542973 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: agent_resources_synced.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.543874 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.544366 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: agent-resources-synced Sep 07 18:41:16.544678 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.546471 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.547014 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: allowed-address-pairs Sep 07 18:41:16.547336 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.548426 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.548916 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: auto-allocated-topology Sep 07 18:41:16.549318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: availability_zone.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.550075 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.550601 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: availability_zone Sep 07 18:41:16.550937 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: availability_zone_filter.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.551854 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.552343 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: availability_zone_filter Sep 07 18:41:16.552664 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: data_plane_status.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.553617 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.554049 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 18:41:16.554361 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: default_subnetpools.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.555330 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.555819 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: default-subnetpools Sep 07 18:41:16.556127 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.556952 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.557454 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: dhcp_agent_scheduler Sep 07 18:41:16.557774 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: dns.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.558705 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.559229 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 18:41:16.559542 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: dns_domain_ports.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.560452 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.560943 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 18:41:16.561255 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.562183 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.562673 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 18:41:16.563001 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: dvr.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.563762 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.564176 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: dvr Sep 07 18:41:16.564485 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: ecmp_routes.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.565652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.566147 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 18:41:16.566459 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: empty_string_filtering.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.567941 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.568462 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: empty-string-filtering Sep 07 18:41:16.568790 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.569847 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.570385 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 18:41:16.570707 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.571683 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.572181 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 18:41:16.572510 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: external_net.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.573444 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.573944 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: external-net Sep 07 18:41:16.574260 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.575191 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.575693 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: extra_dhcp_opt Sep 07 18:41:16.576008 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: extraroute.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.576918 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.577420 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: extraroute Sep 07 18:41:16.577735 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: extraroute_atomic.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.578825 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.579347 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: extraroute-atomic Sep 07 18:41:16.579652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: filter_validation.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.580395 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.580899 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: filter-validation Sep 07 18:41:16.581215 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: fip_pf_description.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.582136 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.582634 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 18:41:16.583084 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: fip_port_details.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.584009 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.584485 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: fip-port-details Sep 07 18:41:16.584801 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: flavors.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.586033 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.586543 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: flavors Sep 07 18:41:16.586882 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.588561 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.589069 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 18:41:16.589398 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: floatingip_pools.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.590093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.590602 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: floatingip-pools Sep 07 18:41:16.590946 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: ip_allocation.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.592162 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.592744 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 18:41:16.593062 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.593983 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.594486 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: ip-substring-filtering Sep 07 18:41:16.594805 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l2_adjacency.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.595946 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.596440 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 18:41:16.596760 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.597932 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.598443 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: router Sep 07 18:41:16.598793 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.601421 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.602091 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 18:41:16.602453 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.603419 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.604140 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: ext-gw-mode Sep 07 18:41:16.604467 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.605560 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.606064 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: l3-ha Sep 07 18:41:16.606385 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3_flavors.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.607331 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.607830 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: l3-flavors Sep 07 18:41:16.608148 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.609046 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.609541 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 18:41:16.609859 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: l3agentscheduler.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.611005 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.611775 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: l3_agent_scheduler Sep 07 18:41:16.612100 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: logging.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.613609 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.614113 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension logging not supported by any of loaded plugins Sep 07 18:41:16.614443 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: metering.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.615204 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.615781 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: metering Sep 07 18:41:16.616102 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.617534 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.618044 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: metering_source_and_destination_fields Sep 07 18:41:16.618371 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: multiprovidernet.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.619312 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.619812 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: multi-provider Sep 07 18:41:16.620130 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: netmtu.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.621044 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.621543 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: net-mtu Sep 07 18:41:16.621867 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: netmtu_writable.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.622784 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.623309 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: net-mtu-writable Sep 07 18:41:16.623632 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: network_availability_zone.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.624306 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.624801 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: network_availability_zone Sep 07 18:41:16.625113 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: network_ip_availability.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.626234 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.626732 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: network-ip-availability Sep 07 18:41:16.627099 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: network_segment_range.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.627886 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.628376 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 18:41:16.628690 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: pagination.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.629655 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.629975 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: pagination Sep 07 18:41:16.630309 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: port_device_profile.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.631226 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.631720 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: port-device-profile Sep 07 18:41:16.632031 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.632961 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.633459 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: port-mac-address-regenerate Sep 07 18:41:16.633777 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.634689 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.635232 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: port-numa-affinity-policy Sep 07 18:41:16.635546 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: port_resource_request.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.636585 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.637079 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 18:41:16.637409 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: portbindings.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.638332 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.638860 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: binding Sep 07 18:41:16.639184 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: portbindings_extended.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.640475 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.640967 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: binding-extended Sep 07 18:41:16.641287 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: portsecurity.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.642190 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.642864 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: port-security Sep 07 18:41:16.643072 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: project_id.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.644042 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.644381 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: project-id Sep 07 18:41:16.644793 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: providernet.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.645635 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.646132 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: provider Sep 07 18:41:16.646447 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.650229 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.650740 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos not supported by any of loaded plugins Sep 07 18:41:16.651089 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.652325 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.652826 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 18:41:16.653154 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.654070 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.654571 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 18:41:16.654921 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_default.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.655826 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.656322 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-default not supported by any of loaded plugins Sep 07 18:41:16.656641 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_fip.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.657331 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.657864 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 18:41:16.658141 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.659354 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.659856 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 18:41:16.660172 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.661093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.661595 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 18:41:16.661909 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_pps_rule.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.663090 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.663591 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 18:41:16.663910 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.664809 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.665471 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 18:41:16.665800 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: qos_rules_alias.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.666804 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.667326 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 18:41:16.667641 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: quotasv2.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.668603 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.668922 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: quotas Sep 07 18:41:16.669237 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: quotasv2_detail.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.672583 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.672918 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: quota_details Sep 07 18:41:16.673243 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: rbac.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.674753 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.675312 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: rbac-policies Sep 07 18:41:16.675637 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: rbac_address_group.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.676572 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.677075 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: rbac-address-group Sep 07 18:41:16.677400 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: rbac_address_scope.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.678318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.678816 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: rbac-address-scope Sep 07 18:41:16.679203 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: rbac_security_groups.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.680066 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.680572 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: rbac-security-groups Sep 07 18:41:16.680885 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.681813 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.682315 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: rbac-subnetpool Sep 07 18:41:16.682629 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: revisionifmatch.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.683571 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.684075 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: revision-if-match Sep 07 18:41:16.684393 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: revisions.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.685512 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.686006 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: standard-attr-revisions Sep 07 18:41:16.686326 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: router_availability_zone.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.687027 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.687529 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: router_availability_zone Sep 07 18:41:16.687844 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: routerservicetype.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.688755 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.689254 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 18:41:16.689796 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.691000 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.691504 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: security-groups-normalized-cidr Sep 07 18:41:16.691818 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.692736 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.693240 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: port-security-groups-filtering Sep 07 18:41:16.693556 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.694462 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.695003 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: security-groups-remote-address-group Sep 07 18:41:16.695370 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: securitygroup.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.706786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.707343 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: security-group Sep 07 18:41:16.707670 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: segment.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.708484 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.708990 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension segment not supported by any of loaded plugins Sep 07 18:41:16.709309 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.710300 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.710803 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 18:41:16.711182 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: servicetype.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.712368 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.712873 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: service-type Sep 07 18:41:16.713188 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: sorting.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.714161 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.714493 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: sorting Sep 07 18:41:16.714994 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: standard_attr_segment.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.715723 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.716224 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 18:41:16.716540 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: standardattrdescription.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.717191 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.717689 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: standard-attr-description Sep 07 18:41:16.718031 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: stateful_security_group.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.719058 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.719537 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: stateful-security-group Sep 07 18:41:16.719930 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: stdattrs_common.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.720570 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 18:41:16.720865 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.721734 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.722229 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 18:41:16.722546 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnet_onboard.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.723652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.724166 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: subnet_onboard Sep 07 18:41:16.724483 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.725393 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.725891 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 18:41:16.726230 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnet_service_types.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.727152 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.727664 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: subnet-service-types Sep 07 18:41:16.728032 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnetallocation.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.729085 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.729582 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: subnet_allocation Sep 07 18:41:16.729901 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.730598 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.731132 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: subnetpool-prefix-ops Sep 07 18:41:16.731456 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.732424 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.732923 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 18:41:16.733284 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: tagging.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.734416 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.734958 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: standard-attr-tag Sep 07 18:41:16.735282 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: timestamp.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.736524 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.737026 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loaded extension: standard-attr-timestamp Sep 07 18:41:16.737442 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: trunk.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.738472 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.739005 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension trunk not supported by any of loaded plugins Sep 07 18:41:16.739328 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: trunk_details.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.740239 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.740735 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 18:41:16.741054 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.742284 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.742790 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 18:41:16.743132 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Loading extension file: vlantransparent.py {{(pid=105531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 18:41:16.743805 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 18:41:16.744305 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 18:41:16.746988 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:network Sep 07 18:41:16.747485 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnet Sep 07 18:41:16.747878 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:41:16.748269 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:port Sep 07 18:41:16.749560 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.750000 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service FLAVORS assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.750621 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.751078 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.751408 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:router Sep 07 18:41:16.751827 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 18:41:16.752412 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service METERING assigned prefix: /metering {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.753927 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.754289 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.754641 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:41:16.755715 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 18:41:16.756154 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:security_group Sep 07 18:41:16.756568 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 18:41:16.757190 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service CORE assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.757515 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:41:16.757855 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] subnetpool is already registered Sep 07 18:41:16.758275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service CORE assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.758596 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:41:16.758940 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] subnetpool is already registered Sep 07 18:41:16.761393 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.761814 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service FLAVORS assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.762394 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.762810 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.763164 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:router Sep 07 18:41:16.763496 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] router is already registered Sep 07 18:41:16.763897 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 18:41:16.764227 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] floatingip is already registered Sep 07 18:41:16.764685 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service METERING assigned prefix: /metering {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.765354 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 18:41:16.765695 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] rbac_policy is already registered Sep 07 18:41:16.766094 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:security_group Sep 07 18:41:16.766421 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] security_group is already registered Sep 07 18:41:16.766817 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 18:41:16.767161 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] security_group_rule is already registered Sep 07 18:41:16.767860 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service CORE assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.768167 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:41:16.768493 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] subnetpool is already registered Sep 07 18:41:16.768905 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.v2.resource_helper [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Service CORE assigned prefix: {{(pid=105531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 18:41:16.769223 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 18:41:16.769547 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING neutron.quota.resource_registry [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] subnetpool is already registered Sep 07 18:41:16.770000 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: extensions {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.771700 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: address-groups {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.773174 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: address-scopes {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.774515 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: agents {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.775735 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: auto-allocated-topology {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.777031 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: availability_zones {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.778239 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: dhcp-networks {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.779786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: dhcp-agents {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.781221 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: routers {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.783543 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: flavors {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.784910 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: service_profiles {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.786077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: next_providers {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.787535 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: service_profiles {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.789057 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: floatingip-pools {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.790290 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: routers {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.792723 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: floatingips {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.793999 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: l3-routers {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.795431 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: l3-agents {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.796844 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: metering-labels {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.798182 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: metering-label-rules {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.799794 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: network-ip-availabilities {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.801096 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: bindings {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.803675 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: quotas {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.805137 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: quotas {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.806568 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: rbac-policies {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.807792 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: security-groups {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.809100 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: security-group-rules {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.810335 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: service-providers {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.811579 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: subnetpools {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.813007 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: subnetpools {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.814484 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.816406 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.818235 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.820219 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.826183 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.826183 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.826183 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.828041 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.829781 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.831869 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron.api.extensions [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Extended resource: tags {{(pid=105531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 18:41:16.838080 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING keystonemiddleware.auth_token [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 18:41:16.842976 dv-cinder-790535-12-iscsi neutron-server[105531]: WARNING keystonemiddleware.auth_token [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 18:41:16.851853 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Acquired lock "singleton_lock" {{(pid=105531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 18:41:16.852363 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_concurrency.lockutils [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Releasing lock "singleton_lock" {{(pid=105531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 18:41:16.853035 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Starting 2 workers Sep 07 18:41:16.858435 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Started child 105638 {{(pid=105531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:41:16.865088 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Started child 105639 {{(pid=105531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:41:16.867280 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.868921 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO neutron.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 18:41:16.868921 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Notify callbacks [] for process, before_spawn {{(pid=105531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.869175 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [-] (105638) wsgi starting up on http://0.0.0.0:9696 Sep 07 18:41:16.872099 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Starting 1 workers Sep 07 18:41:16.872907 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.875104 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [-] (105639) wsgi starting up on http://0.0.0.0:9696 Sep 07 18:41:16.879198 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Started child 105640 {{(pid=105531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:41:16.880085 dv-cinder-790535-12-iscsi neutron-server[105531]: INFO oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Starting 1 workers Sep 07 18:41:16.885697 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] calling RpcWorker wait() {{(pid=105640) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 18:41:16.886642 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] returning from RpcWorker wait() {{(pid=105640) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 18:41:16.886881 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Started child 105641 {{(pid=105531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 18:41:16.887651 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG neutron_lib.callbacks.manager [None req-c2408dda-b4f5-4204-b4ae-8c8311c6a2b6 None None] Notify callbacks [] for process, after_spawn {{(pid=105531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.887964 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.888535 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:16.890181 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 18:41:16.890400 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:41:16.890587 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:41:16.890865 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:41:16.891244 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:41:16.891398 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:41:16.891947 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.892227 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.892488 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.893284 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.893684 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.894372 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.894657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.894947 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.895229 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.895480 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.895667 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.895850 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.896431 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.896431 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.896877 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.897058 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.897247 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.897518 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.897702 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.897950 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.898216 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.898511 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.898793 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] debug = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.899086 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.899573 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.899818 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.900063 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.900426 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.900629 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.901055 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.901270 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:16.902106 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902106 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902106 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902106 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.902786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.903377 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.903377 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.903736 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.904210 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] host = dv-cinder-790535-12-iscsi {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.904423 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.904617 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.904805 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.904983 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.905242 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.905464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.905720 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.905965 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.906215 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.906457 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.906732 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.907029 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.907276 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.907520 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.907710 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_options = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.907900 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.908172 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.908610 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.908900 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.909145 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.909348 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.909658 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.909857 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.910062 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.910329 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.910558 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.910977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.911336 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.911336 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.911729 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.911729 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.912074 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.912268 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.912464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.912668 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.912865 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.913121 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.913367 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.913597 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.913841 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.914104 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.914596 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.914596 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915012 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915012 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915391 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915596 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915779 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.915957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.916208 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.916453 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.916684 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.916914 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.917177 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.917412 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.917630 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.917894 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.918104 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.918337 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.918552 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.918788 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.919053 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_json = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.919266 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.919523 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.919779 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.919992 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.920198 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.920410 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.920611 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.921020 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:16.921406 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.921602 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.921900 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.922125 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.922361 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.922611 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.922916 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.923101 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.926369 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928117 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928951 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928951 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928951 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.928951 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.929381 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.929492 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.929807 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.929999 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.930249 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.930638 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.930929 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.932093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.932093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.932093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.932093 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.935301 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.936171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937082 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937082 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937082 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937082 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937521 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.937780 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.938003 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.938275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.938637 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.939077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.939318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.940832 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.940832 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.940832 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.940832 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.940832 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942059 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.942307 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943784 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.943784 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.944050 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.944050 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.944294 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.945737 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.945737 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.945737 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.945737 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.947367 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.947367 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.947367 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.947712 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.948096 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.948506 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.949240 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.949617 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.950031 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.950448 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.950890 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.951694 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.952086 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.952766 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.952999 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.953331 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.953700 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.954105 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.954512 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.954982 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.955573 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.956582 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.956582 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.956923 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.957379 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.957814 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.958106 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.958364 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.958702 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.959065 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.959354 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.959682 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.959934 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.960179 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.960450 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.960719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.960983 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.962478 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.964952 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.966230 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.967112 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.967371 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.967611 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.967847 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.969192 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.972202 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.973337 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.973785 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.974519 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.977043 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.977688 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.978243 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.978663 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.979075 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.979436 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.979810 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.980171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.980517 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.980879 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.981252 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.981652 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.981990 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.982390 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.982763 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.983459 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.983932 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.984475 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.984840 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.985204 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.988042 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.988434 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.988783 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.989174 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.989534 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.989906 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.990296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.990633 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.991527 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.993263 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.993634 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.993998 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.996080 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.996461 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.996822 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.997291 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.997944 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.999214 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.999467 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:16.999715 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.000126 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.000386 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.000659 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.000877 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.001133 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.001378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.001659 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.001896 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.002196 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.002450 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.002698 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.003263 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.003526 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.003766 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.004118 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.004311 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.004602 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.004831 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.005048 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.005333 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.005547 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.005774 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.006023 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.006269 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.006505 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.006713 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.007628 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.007856 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.008100 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.008379 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.008721 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.009014 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.009190 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.009440 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.009670 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.010143 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.010370 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.010598 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.010801 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.011056 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.011920 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.012098 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.012273 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.012409 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.012669 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.012835 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.014601 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.015204 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.022820 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.023936 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.024819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.025739 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.026680 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.027626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.028847 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.029150 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.029865 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.030103 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.030327 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.030572 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.030813 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.031076 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.031297 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.031531 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.031775 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.031998 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.032229 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.032475 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.032692 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.032845 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:41:17.033500 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 18:41:17.033681 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 18:41:17.033825 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 18:41:17.033983 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 18:41:17.034159 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 18:41:17.034305 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 18:41:17.034509 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.034665 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.034819 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.035616 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.035861 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.036118 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.036384 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.036667 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.036667 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.037019 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.037019 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.037552 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.037552 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.037552 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.038171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.038171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.038171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.038171 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039007 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039007 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039007 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039007 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039889 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] debug = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039889 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039889 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.039889 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040353 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040353 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040353 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040660 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040660 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040854 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.040854 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041058 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041173 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041305 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041622 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041786 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.041949 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042107 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] host = dv-cinder-790535-12-iscsi {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042271 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042425 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042580 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042736 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.042956 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043138 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043294 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043495 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043658 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043815 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.043971 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044133 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044300 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044470 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_options = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.044990 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045111 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045253 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045403 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045571 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045736 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.045901 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046057 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046225 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046376 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046531 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046687 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.046860 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047136 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047463 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047623 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047775 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.047984 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.048217 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.049837 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050017 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050160 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050361 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050488 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050651 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050806 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.050990 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051148 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051306 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051465 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051628 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051778 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.051934 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052090 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052248 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052403 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052566 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052723 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.052880 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053045 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053201 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053357 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053519 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053731 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053811 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_json = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.053967 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.054104 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.054260 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.054415 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.054572 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.054728 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.055699 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.055878 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 18:41:17.057318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.057491 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.057678 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.058735 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.058950 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059129 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059296 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059461 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059626 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059792 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.059963 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060128 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060300 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060507 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060630 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060794 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.060957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.061126 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.061433 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.061433 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.061573 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065298 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.065904 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.066464 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067077 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067490 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54592) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.067569 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068120 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068120 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068120 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068120 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068120 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068600 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068600 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068600 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068802 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068802 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.068977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069157 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069286 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069466 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069611 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069769 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.069899 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070076 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070205 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070382 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070512 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070685 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070815 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.070970 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071165 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071281 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071468 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071585 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071774 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.071891 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072080 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072198 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072371 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072555 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072714 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.072872 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073029 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073193 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073345 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073488 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073671 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073804 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.073965 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.074131 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.074893 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.074893 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.074893 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075094 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064433 Sep 07 18:41:17.075166 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075166 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075166 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075166 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.075977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.076303 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.076303 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.076474 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.076546 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.077494 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.077658 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.077822 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.078654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.078654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.078654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.078654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.078654 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.079084 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.079084 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.079084 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080178 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080597 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080696 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.080920 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081009 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.081917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.082280 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.082280 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.082393 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083657 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083961 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.083961 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.084344 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.084503 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.085489 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086275 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086562 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086678 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086813 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.086997 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.087156 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.087318 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.087477 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.087834 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.087938 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088029 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088321 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088321 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088528 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088641 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088841 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.088957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089264 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089264 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089418 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089637 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089726 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.089879 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.090719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.090719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.090719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.090719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.090719 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091329 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091329 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091329 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091329 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091591 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091591 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091724 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.091960 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092069 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092150 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092315 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092478 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092637 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092795 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.092954 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093127 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093285 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093445 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093604 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093762 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.093920 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094089 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094258 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094410 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094681 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094825 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.094947 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.095134 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.095325 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096469 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096469 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096469 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096469 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096469 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096837 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096837 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.096977 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.097041 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.097170 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.097340 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.097502 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098378 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098774 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.098774 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099119 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099238 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099426 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099603 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099771 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.099933 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100190 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100302 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100423 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100560 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100735 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.100892 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.101058 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.101212 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.101374 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.101531 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.101705 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.102797 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103207 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103207 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103207 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103376 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103523 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.103802 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104049 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104223 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104383 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104541 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104803 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.104917 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105043 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.105957 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.106335 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.106335 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.106335 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.106497 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 18:41:17.106625 dv-cinder-790535-12-iscsi neutron-server[105531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 18:41:29.519069 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba5a96-98de-4312-a27c-0de0c24c5c41 None None] get_active_networks_info from dv-cinder-790535-12-iscsi {{(pid=105640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 18:41:29.712320 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba5a96-98de-4312-a27c-0de0c24c5c41 None None] No non-hosted networks {{(pid=105640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 18:41:29.754770 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.agentschedulers_db [None req-c8ba5a96-98de-4312-a27c-0de0c24c5c41 None None] DHCP Agent not found on host dv-cinder-790535-12-iscsi {{(pid=105640) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 18:41:29.850406 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4ac4-8873-44d3-9fb6-dade56d4f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:32.678214 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-76054719-aabd-47b5-a7f5-75135e8eab8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:32.754237 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:32.756464 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.757051 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.757576 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.758101 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.758620 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.759214 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.759746 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.760873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.761562 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.762100 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.762638 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.764370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:32.765847 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:32.784354 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-afe7d767-0dde-4bef-8354-2ab793b1591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:32.808256 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:41:34.548716 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:35.813823 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:36.342702 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.db.l3_hamode_db [None req-faf75eaa-e1bf-4c72-afea-465d1962644f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 18:41:36.422635 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf75eaa-e1bf-4c72-afea-465d1962644f None None] Routers set() bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:41:36.423100 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf75eaa-e1bf-4c72-afea-465d1962644f None None] Router IDs set() for agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 18:41:37.000057 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54690) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:37.585813 dv-cinder-790535-12-iscsi neutron-server[105638]: WARNING oslo_policy.policy [None req-80556e3d-bfae-484b-ad69-c6eff54c82bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:37.586419 dv-cinder-790535-12-iscsi neutron-server[105638]: WARNING oslo_policy.policy [None req-80556e3d-bfae-484b-ad69-c6eff54c82bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:37.806062 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [None req-80556e3d-bfae-484b-ad69-c6eff54c82bb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:41:37.812461 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-80556e3d-bfae-484b-ad69-c6eff54c82bb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8063629 Sep 07 18:41:40.280044 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54704) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:40.649353 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:41:40.748652 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.policy [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 18:41:40.793388 dv-cinder-790535-12-iscsi neutron-server[105638]: WARNING oslo_policy.policy [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:40.793857 dv-cinder-790535-12-iscsi neutron-server[105638]: WARNING oslo_policy.policy [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:40.802551 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.quota [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] Loaded quota_driver: . Sep 07 18:41:40.894928 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751764604603', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751764604140', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751764731472', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751764720750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751765037035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751764709273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619554', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1756763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1581197'] for rbac-policy, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:40.966427 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:40.967901 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f6031b22-0ae7-4c7c-bdec-5fa8b4465614 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6863749 Sep 07 18:41:43.687602 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54716) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:44.047665 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:41:44.083556 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Made reservation on behalf of b3319d6275cd4af1a6242ccfa26ad1f4 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:41:44.086195 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.105271 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.240479 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.246469 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.267001 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:41:44.294868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751766715814', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.295460 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Unsubscribe: segment precommit_create {{(pid=105638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 18:41:44.295952 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Added segment b398acfa-4501-4bae-9bac-e987876defa9 of type vlan for network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 Sep 07 18:41:44.311958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b75cda-3fb6-4857-bb28-ec973cb1867b,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:44.360180 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.360402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.360776 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.361415 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.361747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.362086 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.362412 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.362747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.363091 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.363410 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.363724 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.364016 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Tracked resource versions report: Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: pushed versions: Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: { 'AddressGroup': {'1.2'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'ConntrackHelper': {'1.0'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Log': {'1.0'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Network': {'1.1'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Port': {'1.7'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'PortForwarding': {'1.2'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'QosPolicy': {'1.9'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroup': {'1.4'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SubPort': {'1.0'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Subnet': {'1.1'}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Trunk': {'1.1'}} Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: consumer versions: Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'ConntrackHelper': '1.0', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Log': '1.0', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Network': '1.1', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Port': '1.7', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'PortForwarding': '1.2', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'QosPolicy': '1.9', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroup': '1.4', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroupRule': '1.2', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SubPort': '1.0', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Subnet': '1.1', Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Trunk': '1.1'}} Sep 07 18:41:44.365352 dv-cinder-790535-12-iscsi neutron-server[105638]: {{(pid=105638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:41:44.416995 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.468773 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.469929 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:41:44.470619 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:44.559929 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8594687 Sep 07 18:41:44.578097 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c519d-2e9b-4861-a195-3b511424e2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce552f8-462a-4ea8-b5f9-9d6f31695478,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:44.592112 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:41:47.313879 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54730) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:47.785312 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30157d8e-7406-4817-959e-c3e9a11612b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:41:47.786639 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-30157d8e-7406-4817-959e-c3e9a11612b4 admin admin] 10.222.0.25 "GET /v2.0/networks/1ce552f8-462a-4ea8-b5f9-9d6f31695478 HTTP/1.1" status: 200 len: 825 time: 0.4715185 Sep 07 18:41:47.816394 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f7233a74-28d0-4376-baaf-eb8ccd06c170 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/471c6faf-4703-40a4-abba-2e9285dd7626 HTTP/1.1" status: 200 len: 734 time: 0.0200574 Sep 07 18:41:47.826019 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Request body: {'subnet': {'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:41:47.850307 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Made reservation on behalf of b3319d6275cd4af1a6242ccfa26ad1f4 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:41:47.852591 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:48.163383 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:48.234324 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085dc220-9d7c-4b55-855d-22a39ae03ba7,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:48.244374 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Checking segment: {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:41:48.244759 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Network hostable DHCP agents. Network: 1ce552f8-462a-4ea8-b5f9-9d6f31695478, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:41:48.268354 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:41:48.284211 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 1ce552f8-462a-4ea8-b5f9-9d6f31695478) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:41:48.293603 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:41:48.294664 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:48.296322 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298d920-9680-4c4b-a5a0-73ca79bed100 None None] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:41:48.313413 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5daa762f-e1b0-4733-a9e5-c02a4a60b279 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4907141 Sep 07 18:41:48.639321 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:41:48.640528 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:48.923413 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Allocated IP 172.20.0.2 (1ce552f8-462a-4ea8-b5f9-9d6f31695478/085dc220-9d7c-4b55-855d-22a39ae03ba7/15f91869-c468-4b1c-97fd-69a7cb7113c1) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:41:49.150471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:49.169266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Transition to ACTIVE for port object 15f91869-c468-4b1c-97fd-69a7cb7113c1 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:41:49.230997 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Transition to ACTIVE for port object 15f91869-c468-4b1c-97fd-69a7cb7113c1 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:41:49.240016 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:49.320801 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:41:49.325580 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:41:49.333109 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:41:49.340098 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Pushing event updated for resources: {'Port': ['ID=15f91869-c468-4b1c-97fd-69a7cb7113c1,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:49.376214 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.376619 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.376924 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.377263 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.377593 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.377938 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.378268 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.378594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.378970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.379290 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.379613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.379930 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Tracked resource versions report: Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: pushed versions: Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: { 'AddressGroup': {'1.2'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'ConntrackHelper': {'1.0'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Log': {'1.0'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Network': {'1.1'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Port': {'1.7'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'PortForwarding': {'1.2'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'QosPolicy': {'1.9'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroup': {'1.4'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SubPort': {'1.0'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Subnet': {'1.1'}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Trunk': {'1.1'}} Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: consumer versions: Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'ConntrackHelper': '1.0', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Log': '1.0', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Network': '1.1', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Port': '1.7', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'PortForwarding': '1.2', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'QosPolicy': '1.9', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroup': '1.4', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroupRule': '1.2', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SubPort': '1.0', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Subnet': '1.1', Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Trunk': '1.1'}} Sep 07 18:41:49.381654 dv-cinder-790535-12-iscsi neutron-server[105640]: {{(pid=105640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:41:49.431985 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Attempting to bind port 15f91869-c468-4b1c-97fd-69a7cb7113c1 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:41:49.432383 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Attempting to bind port 15f91869-c468-4b1c-97fd-69a7cb7113c1 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:41:49.432778 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Attempting to bind port 15f91869-c468-4b1c-97fd-69a7cb7113c1 on network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:41:49.437975 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:41:49.438364 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Checking segment: {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:41:49.438875 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:49.439273 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Bound using segment: {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:41:49.439791 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Bound port: 15f91869-c468-4b1c-97fd-69a7cb7113c1, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:41:49.440181 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:49.508255 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] For port 15f91869-c468-4b1c-97fd-69a7cb7113c1, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:41:49.513093 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] For port 15f91869-c468-4b1c-97fd-69a7cb7113c1, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=15f91869-c468-4b1c-97fd-69a7cb7113c1,segment=NetworkSegment(b398acfa-4501-4bae-9bac-e987876defa9),segment_id=b398acfa-4501-4bae-9bac-e987876defa9)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:41:49.518567 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:49.588331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b719-8b4e-4246-8cdd-3a88a74bcfba None None] Pushing event updated for resources: {'Port': ['ID=15f91869-c468-4b1c-97fd-69a7cb7113c1,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:50.804014 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 54738) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:51.354820 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING oslo_policy.policy [None req-0043deba-3e09-432b-8f9f-fba1d715731e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:51.355429 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING oslo_policy.policy [None req-0043deba-3e09-432b-8f9f-fba1d715731e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:51.577624 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [None req-0043deba-3e09-432b-8f9f-fba1d715731e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:41:51.578949 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0043deba-3e09-432b-8f9f-fba1d715731e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7727578 Sep 07 18:41:54.054157 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 54752) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:54.392314 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [None req-43f0145c-3be2-4ced-983d-85fe790c1c1c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:41:54.393352 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-43f0145c-3be2-4ced-983d-85fe790c1c1c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3382695 Sep 07 18:41:57.121749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 54766) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:41:57.478007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Request body: {'router': {'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:41:57.542633 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.policy [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 18:41:57.588274 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING oslo_policy.policy [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:57.588653 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING oslo_policy.policy [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 18:41:57.597630 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.quota [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Loaded quota_driver: . Sep 07 18:41:57.656864 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:57.658729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:57.820172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:57.826085 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:57.848691 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:57.850041 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ed7a33f5-af3a-44ad-9b6e-39e91cabbcda admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7272387 Sep 07 18:41:58.266097 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f495bda-f3f3-4d69-a673-727e3fb0f908 None None] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:41:58.326054 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-7fbe8d71-753d-4ba1-b188-5db7f5d4d07e None None] Provisioning for port 15f91869-c468-4b1c-97fd-69a7cb7113c1 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:41:58.644077 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15f91869-c468-4b1c-97fd-69a7cb7113c1 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:41:58.742703 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 15f91869-c468-4b1c-97fd-69a7cb7113c1 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:41:58.747807 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 15f91869-c468-4b1c-97fd-69a7cb7113c1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:41:58.748225 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:58.858504 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:58.893900 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 15f91869-c468-4b1c-97fd-69a7cb7113c1, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=15f91869-c468-4b1c-97fd-69a7cb7113c1,segment=NetworkSegment(b398acfa-4501-4bae-9bac-e987876defa9),segment_id=b398acfa-4501-4bae-9bac-e987876defa9)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:41:58.898451 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:41:58.945615 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=15f91869-c468-4b1c-97fd-69a7cb7113c1,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:41:59.372503 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a88bd0b7-a556-412f-816a-bd319f9de299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:00.332247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54776) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:00.615155 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15f91869-c468-4b1c-97fd-69a7cb7113c1 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:42:00.662398 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 15f91869-c468-4b1c-97fd-69a7cb7113c1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:00.662774 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:00.671348 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [None req-85d1559c-c716-4a7c-9c88-63d92b9754ac admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:42:00.672342 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-85d1559c-c716-4a7c-9c88-63d92b9754ac admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392587 Sep 07 18:42:02.672596 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f414563d-07f3-45d0-8067-1be6d17611f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:02.695471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:02.998117 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:42:03.087906 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54786) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:03.445168 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:42:03.467463 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Made reservation on behalf of 8a857cca71a14bc694524149f7b9f36c for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:42:03.470887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.482953 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.589433 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.596092 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.610985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Reserving flat network on physical network physnet1 {{(pid=105638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 18:42:03.630898 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c281c6-8bd5-4d02-830f-53023e0ddcf4,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:03.633747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.634082 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Added segment 5e80d079-028f-46e5-8f94-900061ba7f13 of type flat for network 753e5898-0170-4bf9-a81c-5f296ed4b229 Sep 07 18:42:03.683982 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.730093 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.731321 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:42:03.731941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:03.784408 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6950221 Sep 07 18:42:03.793676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd329-ee42-41cf-ba58-9cc09f33bd42 admin admin] Pushing event updated for resources: {'Network': ['ID=753e5898-0170-4bf9-a81c-5f296ed4b229,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:03.811981 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:42:04.462856 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:05.750939 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:06.254313 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54804) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:06.455360 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6741c4-75e5-4fcd-ba24-0d692306643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:42:06.456732 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-db6741c4-75e5-4fcd-ba24-0d692306643e admin admin] 10.222.0.25 "GET /v2.0/subnets/085dc220-9d7c-4b55-855d-22a39ae03ba7 HTTP/1.1" status: 200 len: 849 time: 0.2015221 Sep 07 18:42:06.618921 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2d348476-9475-4cdd-ae03-c8fa9bfeedbd admin admin] 10.222.0.25 "GET /v2.0/routers/9bc6cbc7-6b38-4057-a27b-74dc786442cb HTTP/1.1" status: 200 len: 704 time: 0.1558826 Sep 07 18:42:06.912176 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.224922 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Allocated IP 172.20.0.1 (1ce552f8-462a-4ea8-b5f9-9d6f31695478/085dc220-9d7c-4b55-855d-22a39ae03ba7/4a40c32e-2b4d-4263-87a6-446798673732) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:42:07.430666 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.453515 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Transition to ACTIVE for port object 4a40c32e-2b4d-4263-87a6-446798673732 will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:42:07.529549 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.601489 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:42:07.605969 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:42:07.612268 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:42:07.612370 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.634509 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Pushing event updated for resources: {'Port': ['ID=4a40c32e-2b4d-4263-87a6-446798673732,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:07.807160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-372c39a1-82f7-49b7-8ae5-827ab04acfe8 None None] Provisioning for port 4a40c32e-2b4d-4263-87a6-446798673732 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:42:07.810924 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-372c39a1-82f7-49b7-8ae5-827ab04acfe8 None None] Provisioning complete for port 4a40c32e-2b4d-4263-87a6-446798673732 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:07.811432 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-372c39a1-82f7-49b7-8ae5-827ab04acfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.820800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:07.847516 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-372c39a1-82f7-49b7-8ae5-827ab04acfe8 None None] Port 4a40c32e-2b4d-4263-87a6-446798673732 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:42:08.054285 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:08.061047 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:08.062189 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:08.149565 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Pushing event updated for resources: {'Port': ['ID=4a40c32e-2b4d-4263-87a6-446798673732,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:08.210559 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:42:08.211889 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:42:08.369719 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-9cc8abba-c139-4f9c-85f3-e33d68eb093d None None] Provisioning complete for port 4a40c32e-2b4d-4263-87a6-446798673732 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:08.370082 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9cc8abba-c139-4f9c-85f3-e33d68eb093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:08.379602 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Router 9bc6cbc7-6b38-4057-a27b-74dc786442cb is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:42:08.402792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8abba-c139-4f9c-85f3-e33d68eb093d None None] Port 4a40c32e-2b4d-4263-87a6-446798673732 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:42:08.476632 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:42:08.482145 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-08f7bbe7-1518-4b78-b81c-ade97e9b0c90 admin admin] 10.222.0.25 "PUT /v2.0/routers/9bc6cbc7-6b38-4057-a27b-74dc786442cb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8555398 Sep 07 18:42:08.498364 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Sync routers for ids ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:42:08.510796 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Routers {'9bc6cbc7-6b38-4057-a27b-74dc786442cb'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:42:08.511644 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:42:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:08.714305 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Set router 9bc6cbc7-6b38-4057-a27b-74dc786442cb gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:42:09.158690 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:07Z', 'revision_number': 2, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port_host': None, '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:07Z', 'revision_number': 2, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:09.212295 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Checking router: 9bc6cbc7-6b38-4057-a27b-74dc786442cb for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:42:09.212655 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Updating router 9bc6cbc7-6b38-4057-a27b-74dc786442cb port 4a40c32e-2b4d-4263-87a6-446798673732 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:42:09.265523 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:09.791506 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:09.810155 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Transition to ACTIVE for port object 4a40c32e-2b4d-4263-87a6-446798673732 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:42:09.816112 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:09.902997 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Pushing event updated for resources: {'Port': ['ID=4a40c32e-2b4d-4263-87a6-446798673732,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:09.912459 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.912820 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.913185 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.913519 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.913848 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.914188 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.914489 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.914861 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.915199 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.915522 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.915859 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.916158 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Tracked resource versions report: Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: pushed versions: Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: { 'AddressGroup': {'1.2'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'ConntrackHelper': {'1.0'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Log': {'1.0'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Network': {'1.1'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Port': {'1.7'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'PortForwarding': {'1.2'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'QosPolicy': {'1.9'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroup': {'1.4'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SubPort': {'1.0'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Subnet': {'1.1'}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Trunk': {'1.1'}} Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: consumer versions: Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'ConntrackHelper': '1.0', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Log': '1.0', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Network': '1.1', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Port': '1.7', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'PortForwarding': '1.2', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'QosPolicy': '1.9', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroup': '1.4', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroupRule': '1.2', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SubPort': '1.0', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Subnet': '1.1', Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Trunk': '1.1'}} Sep 07 18:42:09.917517 dv-cinder-790535-12-iscsi neutron-server[105641]: {{(pid=105641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:42:09.997854 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Attempting to bind port 4a40c32e-2b4d-4263-87a6-446798673732 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:42:09.998254 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Attempting to bind port 4a40c32e-2b4d-4263-87a6-446798673732 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:42:09.998668 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Attempting to bind port 4a40c32e-2b4d-4263-87a6-446798673732 on network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:42:10.004344 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:42:10.004920 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Checking segment: {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:42:10.005383 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:10.005776 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Bound using segment: {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:42:10.006412 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Bound port: 4a40c32e-2b4d-4263-87a6-446798673732, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b398acfa-4501-4bae-9bac-e987876defa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:42:10.006808 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:10.081648 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] For port 4a40c32e-2b4d-4263-87a6-446798673732, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:42:10.102378 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] For port 4a40c32e-2b4d-4263-87a6-446798673732, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=4a40c32e-2b4d-4263-87a6-446798673732,segment=NetworkSegment(b398acfa-4501-4bae-9bac-e987876defa9),segment_id=b398acfa-4501-4bae-9bac-e987876defa9)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:42:10.108212 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:10.170989 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c570-2166-4ef8-8a9b-6fa3220b1431 None None] Pushing event updated for resources: {'Port': ['ID=4a40c32e-2b4d-4263-87a6-446798673732,revision_number=4']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:10.178326 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Routers {'9bc6cbc7-6b38-4057-a27b-74dc786442cb'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:42:10.179007 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:42:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:10.267168 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] Set router 9bc6cbc7-6b38-4057-a27b-74dc786442cb gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:42:10.497850 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:07Z', 'revision_number': 2, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port_host': None, '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:10Z', 'revision_number': 4, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:10.523420 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fc144-b10e-4efb-b66b-79a228681c62 None None] The sync data for ids ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'] in dv-cinder-790535-12-iscsi is: [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:07Z', 'revision_number': 2, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port_host': None, '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:10Z', 'revision_number': 4, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:42:10.760713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 54822) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:10.950678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd0bc7-539a-447f-893e-d9d6ae74c2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:42:10.952210 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f9dd0bc7-539a-447f-893e-d9d6ae74c2fc admin admin] 10.222.0.25 "GET /v2.0/networks/753e5898-0170-4bf9-a81c-5f296ed4b229 HTTP/1.1" status: 200 len: 842 time: 0.1905413 Sep 07 18:42:10.962678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:42:10.987039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Made reservation on behalf of 8a857cca71a14bc694524149f7b9f36c for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:42:10.989766 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:11.375507 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.objects.ports [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 18:42:11.375886 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:11.471873 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:42:11.472248 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Network hostable DHCP agents. Network: 753e5898-0170-4bf9-a81c-5f296ed4b229, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:42:11.474780 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8a2e57-e1b3-4530-8f8e-e3841beccffe,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:11.488030 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.488371 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.488700 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.489023 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.489342 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.489673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.489993 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.490331 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.490790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.491128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.491438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.491748 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Tracked resource versions report: Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: pushed versions: Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: { 'AddressGroup': {'1.2'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'ConntrackHelper': {'1.0'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Log': {'1.0'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Network': {'1.1'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Port': {'1.7'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'PortForwarding': {'1.2'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'QosPolicy': {'1.9'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroup': {'1.4'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SubPort': {'1.0'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Subnet': {'1.1'}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Trunk': {'1.1'}} Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: consumer versions: Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'ConntrackHelper': '1.0', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Log': '1.0', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Network': '1.1', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Port': '1.7', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'PortForwarding': '1.2', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'QosPolicy': '1.9', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroup': '1.4', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroupRule': '1.2', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SubPort': '1.0', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Subnet': '1.1', Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Trunk': '1.1'}} Sep 07 18:42:11.493079 dv-cinder-790535-12-iscsi neutron-server[105639]: {{(pid=105639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:42:11.531783 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:42:11.546205 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 753e5898-0170-4bf9-a81c-5f296ed4b229) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:42:11.554143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:42:11.554752 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:11.559524 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a0002-ec43-4138-a07a-dd49ea4908d0 None None] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:42:11.576499 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a3eb01e6-48c9-424b-9472-306c6b61bdcb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6122601 Sep 07 18:42:11.695950 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c51394-9d39-4571-be3c-f3d402cee2b8 None None] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:42:13.899387 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 54834) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:14.038536 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d946a7bb-24ce-4c25-8ac3-ecb51c9ddad3 admin admin] 10.222.0.25 "GET /v2.0/routers/9bc6cbc7-6b38-4057-a27b-74dc786442cb HTTP/1.1" status: 200 len: 710 time: 0.1379232 Sep 07 18:42:14.126700 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc3a7f-143d-4fb0-a0ba-fa5d2ea32813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:42:14.128304 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-dacc3a7f-143d-4fb0-a0ba-fa5d2ea32813 admin admin] 10.222.0.25 "GET /v2.0/networks/753e5898-0170-4bf9-a81c-5f296ed4b229 HTTP/1.1" status: 200 len: 886 time: 0.0833297 Sep 07 18:42:14.138320 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:42:14.475881 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:14.717644 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:14.795317 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:14.900767 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Allocated IP 172.27.2.167 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/5555b70a-64a3-4e5f-875e-9e9e0765eef1) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:42:15.005089 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.049145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.088486 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:42:15.091338 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:42:15.094782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:42:15.131143 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5555b70a-64a3-4e5f-875e-9e9e0765eef1,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:15.347858 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.545944 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1688091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5072'] for router, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.549995 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1688082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1688073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732198'] for router, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.662314 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Router 9bc6cbc7-6b38-4057-a27b-74dc786442cb has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:42:15.879813 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:42:15.884039 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:15.885274 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0f82e064-8b0b-4e62-b3fc-9a4b4600e6d8 admin admin] 10.222.0.25 "PUT /v2.0/routers/9bc6cbc7-6b38-4057-a27b-74dc786442cb HTTP/1.1" status: 200 len: 890 time: 1.7505503 Sep 07 18:42:16.650794 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 4a40c32e-2b4d-4263-87a6-446798673732 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:42:16.719063 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 4a40c32e-2b4d-4263-87a6-446798673732 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:42:16.723941 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 4a40c32e-2b4d-4263-87a6-446798673732 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:16.724449 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:16.802970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:16.837724 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 4a40c32e-2b4d-4263-87a6-446798673732, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=4a40c32e-2b4d-4263-87a6-446798673732,segment=NetworkSegment(b398acfa-4501-4bae-9bac-e987876defa9),segment_id=b398acfa-4501-4bae-9bac-e987876defa9)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:42:16.841997 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:16.893154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=4a40c32e-2b4d-4263-87a6-446798673732,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:17.041415 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Sync routers for ids ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:42:17.052143 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Routers {'9bc6cbc7-6b38-4057-a27b-74dc786442cb'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:42:17.052850 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:42:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:17.315138 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Set router 9bc6cbc7-6b38-4057-a27b-74dc786442cb gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:42:17.707579 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:15Z', 'revision_number': 4, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port': {'id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:14Z', 'updated_at': '2021-09-07T18:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:16Z', 'revision_number': 5, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:17.759653 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Checking router: 9bc6cbc7-6b38-4057-a27b-74dc786442cb for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:42:17.760012 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Updating router 9bc6cbc7-6b38-4057-a27b-74dc786442cb port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:42:17.808931 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.150154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.162044 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Transition to ACTIVE for port object 5555b70a-64a3-4e5f-875e-9e9e0765eef1 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:42:18.169110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.223960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bdc6-26ae-4a27-9de6-17d0588b779c None None] Pushing event updated for resources: {'Port': ['ID=5555b70a-64a3-4e5f-875e-9e9e0765eef1,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:18.226300 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Attempting to bind port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:42:18.226659 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Attempting to bind port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:42:18.227018 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Attempting to bind port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:42:18.232658 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:42:18.233023 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:42:18.233418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.233789 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:42:18.234269 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Bound port: 5555b70a-64a3-4e5f-875e-9e9e0765eef1, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:42:18.234636 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.286025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] For port 5555b70a-64a3-4e5f-875e-9e9e0765eef1, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:42:18.289233 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] For port 5555b70a-64a3-4e5f-875e-9e9e0765eef1, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=5555b70a-64a3-4e5f-875e-9e9e0765eef1,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:42:18.293676 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.327405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 54846) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:42:18.351289 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Routers {'9bc6cbc7-6b38-4057-a27b-74dc786442cb'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:42:18.351905 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:42:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:18.354465 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bdc6-26ae-4a27-9de6-17d0588b779c None None] Pushing event updated for resources: {'Port': ['ID=5555b70a-64a3-4e5f-875e-9e9e0765eef1,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:18.459030 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-7e69e5b8-f1ac-4c6a-8445-e10eaca82943 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1303916 Sep 07 18:42:18.461319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] Set router 9bc6cbc7-6b38-4057-a27b-74dc786442cb gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:42:18.665141 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 4a40c32e-2b4d-4263-87a6-446798673732 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:42:18.752566 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 4a40c32e-2b4d-4263-87a6-446798673732 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:18.753234 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:18.881116 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:15Z', 'revision_number': 4, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port': {'id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:14Z', 'updated_at': '2021-09-07T18:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:16Z', 'revision_number': 5, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:42:18.911924 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7792bd-c835-461f-a35e-580949ac7ee7 None None] The sync data for ids ['9bc6cbc7-6b38-4057-a27b-74dc786442cb'] in dv-cinder-790535-12-iscsi is: [{'id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'name': 'router1', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:41:57Z', 'updated_at': '2021-09-07T18:42:15Z', 'revision_number': 4, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'gw_port': {'id': '5555b70a-64a3-4e5f-875e-9e9e0765eef1', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:14Z', 'updated_at': '2021-09-07T18:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '4a40c32e-2b4d-4263-87a6-446798673732', 'name': '', 'network_id': '1ce552f8-462a-4ea8-b5f9-9d6f31695478', 'tenant_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'mac_address': 'fa:16:3e:aa:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6cbc7-6b38-4057-a27b-74dc786442cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:42:06Z', 'updated_at': '2021-09-07T18:42:16Z', 'revision_number': 5, 'project_id': 'b3319d6275cd4af1a6242ccfa26ad1f4', 'subnets': [{'id': '085dc220-9d7c-4b55-855d-22a39ae03ba7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '471c6faf-4703-40a4-abba-2e9285dd7626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:42:20.670037 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 5555b70a-64a3-4e5f-875e-9e9e0765eef1 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:42:20.727694 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:42:20.734444 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:20.734798 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:20.827644 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:20.856483 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 5555b70a-64a3-4e5f-875e-9e9e0765eef1, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=5555b70a-64a3-4e5f-875e-9e9e0765eef1,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:42:20.863393 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:20.921134 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=5555b70a-64a3-4e5f-875e-9e9e0765eef1,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:42:22.682362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 5555b70a-64a3-4e5f-875e-9e9e0765eef1 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:42:22.771810 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 5555b70a-64a3-4e5f-875e-9e9e0765eef1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:42:22.773550 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:29.398396 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d367-1012-4583-a760-38a9d09e9032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:32.667776 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-07bb3aa1-a546-4c53-9ceb-368d0e9ee367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:32.693789 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:34.468921 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:35.774721 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:42:39.990405 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:42:59.377849 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-347fdace-2ee9-4b7b-bebd-33928b8e1a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.666337 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-260563de-5e09-4fb9-8d3d-82ff550df92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:02.687622 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:04.473566 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:05.765826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:16.982810 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:43:29.381718 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-427b3101-9f1e-430d-8e78-0a8b1838cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.658623 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cbdf86f7-1d4b-4fc1-8479-10bd4c78fcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:32.690029 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:34.476293 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:35.770543 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:43:53.988968 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:43:58.623548 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55410) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:43:58.691337 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa4b1e-91a2-45e6-aa30-9e157ae96836 admin admin] GET failed (client error): The resource could not be found. Sep 07 18:43:58.692793 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-95aa4b1e-91a2-45e6-aa30-9e157ae96836 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681832 Sep 07 18:43:58.877709 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3a651-d862-435d-bc19-b17ec9125fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:43:58.879129 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-34f3a651-d862-435d-bc19-b17ec9125fdf admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1812663 Sep 07 18:43:59.384301 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc2d9-fca5-46b4-98a8-3a90f8b8c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.157126 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55420) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:01.261718 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2be40-d48c-4df6-842c-879faa278f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.263182 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c2d2be40-d48c-4df6-842c-879faa278f35 admin admin] 10.222.0.25 "GET /v2.0/subnets/085dc220-9d7c-4b55-855d-22a39ae03ba7 HTTP/1.1" status: 200 len: 849 time: 0.1050284 Sep 07 18:44:01.278750 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:01.367465 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.522072 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751766802719'] for subnet, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.561273 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:01.562209 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:01.564580 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] 10.222.0.25 "PUT /v2.0/subnets/085dc220-9d7c-4b55-855d-22a39ae03ba7 HTTP/1.1" status: 200 len: 868 time: 0.2896132 Sep 07 18:44:01.584969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1903a8-1d06-4544-b08a-869c48334b2c None None] Network 1ce552f8-462a-4ea8-b5f9-9d6f31695478 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:01.592067 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085dc220-9d7c-4b55-855d-22a39ae03ba7,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:01.600070 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.600495 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.600777 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.601103 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.601425 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.601744 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.602062 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.602402 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.602728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.603066 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.603385 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:01.603697 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dc44d-6d0e-44ee-91ee-1b1ebf135345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:02.024605 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-1105d10b-336e-4afc-881e-d57c23cd5a5f None None] Provisioning complete for port 15f91869-c468-4b1c-97fd-69a7cb7113c1 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:02.024986 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1105d10b-336e-4afc-881e-d57c23cd5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.120267 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-1105d10b-336e-4afc-881e-d57c23cd5a5f None None] Provisioning complete for port 4a40c32e-2b4d-4263-87a6-446798673732 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:02.120497 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1105d10b-336e-4afc-881e-d57c23cd5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.662483 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b35427df-d186-4fa5-8f5a-064cdf35e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:02.692743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:03.827376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55428) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:04.045764 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43191019-e264-4e76-93d9-7c8933704e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.046233 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43191019-e264-4e76-93d9-7c8933704e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:04.047876 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-43191019-e264-4e76-93d9-7c8933704e44 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2195816 Sep 07 18:44:04.479807 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:05.771977 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:06.309606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55436) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:06.523306 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490fcf9b-5dbe-45e1-a586-3d3589828498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:06.523678 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490fcf9b-5dbe-45e1-a586-3d3589828498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:06.525266 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-490fcf9b-5dbe-45e1-a586-3d3589828498 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147830 Sep 07 18:44:08.806752 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55446) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:08.955867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cf60f-bd58-45a2-ab8e-6b2cae299145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:08.957266 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1d5cf60f-bd58-45a2-ab8e-6b2cae299145 admin admin] 10.222.0.25 "GET /v2.0/networks/1ce552f8-462a-4ea8-b5f9-9d6f31695478 HTTP/1.1" status: 200 len: 869 time: 0.1494889 Sep 07 18:44:11.181155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55454) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:11.328270 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c766cb0-2aa4-4d38-bf27-c7e967dbc515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:11.329916 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5c766cb0-2aa4-4d38-bf27-c7e967dbc515 admin admin] 10.222.0.25 "GET /v2.0/networks/753e5898-0170-4bf9-a81c-5f296ed4b229 HTTP/1.1" status: 200 len: 886 time: 0.1469796 Sep 07 18:44:13.591092 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55462) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:13.754574 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0988c-95b6-4017-a917-caacc4d2d43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.755060 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0988c-95b6-4017-a917-caacc4d2d43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:13.756651 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-eba0988c-95b6-4017-a917-caacc4d2d43d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1642892 Sep 07 18:44:16.002002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55470) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:16.150546 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c0b7f-7c86-48e0-9226-cac5ecbb2f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:16.151034 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c0b7f-7c86-48e0-9226-cac5ecbb2f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:16.152732 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f40c0b7f-7c86-48e0-9226-cac5ecbb2f02 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1497233 Sep 07 18:44:18.409092 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55478) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:18.522026 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d9a0a-149b-40ce-9abc-915983ac8959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:18.523790 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9d6d9a0a-149b-40ce-9abc-915983ac8959 admin admin] 10.222.0.25 "GET /v2.0/subnets/085dc220-9d7c-4b55-855d-22a39ae03ba7 HTTP/1.1" status: 200 len: 868 time: 0.1136332 Sep 07 18:44:20.778751 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55486) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:20.872850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab4234-a305-45a5-a5ec-1979eef7ea90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:20.874311 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a3ab4234-a305-45a5-a5ec-1979eef7ea90 admin admin] 10.222.0.25 "GET /v2.0/subnets/0a8a2e57-e1b3-4530-8f8e-e3841beccffe HTTP/1.1" status: 200 len: 816 time: 0.0942657 Sep 07 18:44:29.391795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5f9105ee-7759-4264-a527-7b65cbff51ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:30.999288 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:44:32.666318 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-07590db2-1277-4d20-8566-334f07efe743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:32.694888 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:34.481727 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:35.775567 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:47.103840 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55540) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:47.153242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [None req-0139740a-1495-47fc-a5ca-474fcd2c909b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:44:47.154223 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0139740a-1495-47fc-a5ca-474fcd2c909b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494578 Sep 07 18:44:49.451495 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55548) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:49.521016 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.pecan_wsgi.hooks.translation [None req-09da2be2-ce20-4750-aa16-f5c8eb966b05 admin admin] GET failed (client error): The resource could not be found. Sep 07 18:44:49.522377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-09da2be2-ce20-4750-aa16-f5c8eb966b05 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698745 Sep 07 18:44:49.611025 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07f400-1923-4042-83bc-51ca0d10f003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:49.612558 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4d07f400-1923-4042-83bc-51ca0d10f003 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850134 Sep 07 18:44:51.903334 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55556) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:51.956906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:51.983565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Made reservation on behalf of 8a857cca71a14bc694524149f7b9f36c for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:51.986132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.042231 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING neutron.services.revisions.revision_plugin [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Could not find related network for resource to bump revision. Sep 07 18:44:52.059366 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:44:52.077896 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751766715814', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.078756 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Unsubscribe: segment precommit_create {{(pid=105639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 18:44:52.079481 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Added segment 28d8decb-62cf-489e-a18d-08322d20600a of type vlan for network 9bea1f33-3f28-4903-a7f8-89bf8083a208 Sep 07 18:44:52.124841 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.157024 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.158454 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:52.159411 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:52.242225 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3376710 Sep 07 18:44:52.254424 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b183d-4fb1-4515-b21b-82e5fd0d86be admin admin] Pushing event updated for resources: {'Network': ['ID=9bea1f33-3f28-4903-a7f8-89bf8083a208,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:52.267220 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:44:54.535877 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55564) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:44:54.606979 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0671d73-f00a-43e4-8393-547deb9f999b admin admin] GET failed (client error): The resource could not be found. Sep 07 18:44:54.608358 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d0671d73-f00a-43e4-8393-547deb9f999b admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0715191 Sep 07 18:44:54.733473 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bba80-2a59-4f10-999d-3c72422f79c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:54.736151 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0d4bba80-2a59-4f10-999d-3c72422f79c0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1214666 Sep 07 18:44:54.752986 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:44:54.778655 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Made reservation on behalf of 8a857cca71a14bc694524149f7b9f36c for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:44:54.780884 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.949259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:54.996548 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc7b783-2932-4339-b449-e886855f75fc,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.011519 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Checking segment: {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:55.011867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Network hostable DHCP agents. Network: 9bea1f33-3f28-4903-a7f8-89bf8083a208, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:44:55.030942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:44:55.043330 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 9bea1f33-3f28-4903-a7f8-89bf8083a208) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:55.048233 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:44:55.050199 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.053898 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e8a0f-3a4e-4734-b2b3-3db0d7d8d8fa None None] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:55.069668 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4a6fb641-8253-4c16-b855-36c1a3cd659f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3193393 Sep 07 18:44:55.319859 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-9bea1f33-3f28-4903-a7f8-89bf8083a208', 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208', 'tenant_id': '8a857cca71a14bc694524149f7b9f36c', 'fixed_ips': [{'subnet_id': '9fc7b783-2932-4339-b449-e886855f75fc'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:44:55.321105 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.461465 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Allocated IP 192.168.233.2 (9bea1f33-3f28-4903-a7f8-89bf8083a208/9fc7b783-2932-4339-b449-e886855f75fc/9037ffa1-a517-4098-a657-cb75dd837685) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:44:55.620519 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.630336 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Transition to ACTIVE for port object 9037ffa1-a517-4098-a657-cb75dd837685 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:55.647660 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Transition to ACTIVE for port object 9037ffa1-a517-4098-a657-cb75dd837685 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:44:55.655955 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.727668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:44:55.730668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:44:55.733391 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:44:55.743830 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Pushing event updated for resources: {'Port': ['ID=9037ffa1-a517-4098-a657-cb75dd837685,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:55.771781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.772161 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.772497 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.772826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.773150 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.773509 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.773831 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.774149 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.774465 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.774784 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.775117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.775426 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:44:55.810672 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Attempting to bind port 9037ffa1-a517-4098-a657-cb75dd837685 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:44:55.811053 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Attempting to bind port 9037ffa1-a517-4098-a657-cb75dd837685 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:44:55.811404 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Attempting to bind port 9037ffa1-a517-4098-a657-cb75dd837685 on network 9bea1f33-3f28-4903-a7f8-89bf8083a208 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:44:55.816424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:44:55.816781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Checking segment: {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:44:55.817176 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.817553 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Bound using segment: {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:44:55.818004 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Bound port: 9037ffa1-a517-4098-a657-cb75dd837685, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:44:55.818404 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.883941 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] For port 9037ffa1-a517-4098-a657-cb75dd837685, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:44:55.887449 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] For port 9037ffa1-a517-4098-a657-cb75dd837685, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=9037ffa1-a517-4098-a657-cb75dd837685,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:44:55.892821 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:55.946487 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727450b-f705-4614-8aac-4f1cb49381f3 None None] Pushing event updated for resources: {'Port': ['ID=9037ffa1-a517-4098-a657-cb75dd837685,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:56.750353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df34c6-c4b6-4c43-92ba-fc9f6e3faeee None None] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:44:56.807259 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 9037ffa1-a517-4098-a657-cb75dd837685 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:56.899947 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-1c4c99a0-cd47-4045-9896-e83e0d262829 None None] Provisioning for port 9037ffa1-a517-4098-a657-cb75dd837685 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:56.936185 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 9037ffa1-a517-4098-a657-cb75dd837685 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:44:56.945175 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 9037ffa1-a517-4098-a657-cb75dd837685 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:56.945675 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.072965 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.111845 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 9037ffa1-a517-4098-a657-cb75dd837685, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=9037ffa1-a517-4098-a657-cb75dd837685,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:44:57.118514 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:57.181148 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=9037ffa1-a517-4098-a657-cb75dd837685,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:44:57.329304 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f6a1efc6-0197-4c4b-beff-38ee686bc40e None None] Provisioning complete for port 9037ffa1-a517-4098-a657-cb75dd837685 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:57.329685 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f6a1efc6-0197-4c4b-beff-38ee686bc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:58.758031 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 9037ffa1-a517-4098-a657-cb75dd837685 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:44:58.806962 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 9037ffa1-a517-4098-a657-cb75dd837685 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:44:58.807278 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:44:59.387404 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-51d35519-8d54-401b-8c57-fa57e9aedf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.674529 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c971d28a-d6c1-4ad3-a03a-f330364ac2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:02.699852 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:04.484468 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:05.780735 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:07.990633 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:45:29.380238 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f31d3199-3e53-47fb-bf88-411d6bca2647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.669311 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-313fcf03-0a15-4e0e-8850-58e2aa90dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:32.704017 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:34.488847 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:35.785334 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:45:44.991476 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:45:59.384025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-841dd137-a151-4b2d-886a-8fef79e14a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:02.664282 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-db0348f8-7f10-4a2e-9b0d-8abc7b69ae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:02.707607 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:04.491177 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:05.787488 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.291800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55618) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:06.297971 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [None req-5e44a96e-9d8b-4b3f-917f-59c1cd60db70 tempest-verify_tempest_config-820557322 tempest-verify_tempest_config-820557322-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:46:06.298967 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5e44a96e-9d8b-4b3f-917f-59c1cd60db70 tempest-verify_tempest_config-820557322 tempest-verify_tempest_config-820557322-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061162 Sep 07 18:46:06.626287 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55636) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:06.740752 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.837684 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.843160 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.886732 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1bd05770afb4e288730f402c0a4d0a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2589352 Sep 07 18:46:06.887846 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d4f56-9fd8-41e4-b6e3-34172d41b62d,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:06.889724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55640) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:46:06.895463 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.895815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.896159 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.896483 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.896821 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.897164 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.897498 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.897839 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.898170 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.898493 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.898815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.899482 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c73220-d2cb-46c2-a93b-d2614a691f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:06.969240 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:06.991213 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.093333 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.095903 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:07.097097 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d27d4f56-9fd8-41e4-b6e3-34172d41b62d HTTP/1.1" status: 204 len: 168 time: 0.2064052 Sep 07 18:46:07.105931 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d4f56-9fd8-41e4-b6e3-34172d41b62d,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:46:07.113379 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.113752 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.114092 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.114423 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.114749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.115149 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.115481 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.115861 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.116229 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.116457 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.116776 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:07.117089 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac870-1dc1-4722-90cf-4c3fe42543c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:46:21.994454 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:46:29.392636 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b3770955-d444-4aab-af56-4cc1788e2e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.668702 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7c5f79b5-de6c-4f35-ad3a-3dc2adc72807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:32.711182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:34.494351 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:35.793344 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:46:58.999398 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:46:59.386909 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1448aea1-b71e-40ae-babe-9ad50ffceaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.674222 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39992829-baac-4564-9e1f-edc8e903b0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:02.713685 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:04.498246 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:05.797797 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:29.383408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-32901066-eb6d-4d0b-a338-b42cb5174a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:32.677685 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7306cd9b-f877-495f-af77-229e9d2acb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:32.720033 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:34.501616 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:35.800783 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:36.004073 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 5 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:47:48.849863 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688194'] for agent, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:47:59.387225 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-61131f60-41cb-4eae-9a08-88bf5762e8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.681466 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7452801f-884e-4246-9b79-9abf88f3b583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:02.713075 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:04.194155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55714) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:04.302977 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-11bd4946-2668-49f4-9330-a7b1c60753ef admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1075003 Sep 07 18:48:04.503575 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:05.800992 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:06.572127 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55724) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:48:06.636632 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-65828de8-5477-4fe5-af61-40fa1f73a1a7 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0633035 Sep 07 18:48:13.010562 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:48:18.824545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:29.395894 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a793e7be-6adc-41c9-bdfe-585658a98074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.693618 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2ab3af07-d578-4aa7-927e-fa522961bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:32.720047 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:34.508720 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:35.805114 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:48.848314 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:48:50.018787 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:48:59.393363 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-09d97061-5837-4655-a4d8-32a829386778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.700626 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d15d3522-2093-42f6-a8e0-cb964be1d97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:02.737733 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:04.540221 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:05.822780 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:18.853889 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:27.020982 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:49:29.386392 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a11ae505-4beb-4354-a265-1ee1f143512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.684943 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8585-35f9-49dc-9659-4c28fae631d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:32.713203 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:34.518199 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:35.820081 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.252644 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55846) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:38.592709 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-602278877-network', 'tenant_id': '539686a09b344a748c48a347c4467ec4'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:38.615713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Made reservation on behalf of 539686a09b344a748c48a347c4467ec4 for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:38.618410 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.634438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.742002 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.749509 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.780853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97699b4c-0a3d-4488-b8ed-5b1e665da424,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:38.788535 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:38.791786 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.792226 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.792633 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.793187 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.793617 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.793975 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.794313 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.794659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.795025 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.795358 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.795688 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.796010 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Tracked resource versions report: Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: pushed versions: Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: { 'AddressGroup': {'1.2'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'ConntrackHelper': {'1.0'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Log': {'1.0'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Network': {'1.1'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Port': {'1.7'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'PortForwarding': {'1.2'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'QosPolicy': {'1.9'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroup': {'1.4'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SubPort': {'1.0'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Subnet': {'1.1'}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Trunk': {'1.1'}} Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: consumer versions: Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: HyperV agent@hv-cinder-79053: {}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'ConntrackHelper': '1.0', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Log': '1.0', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Network': '1.1', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Port': '1.7', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'PortForwarding': '1.2', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'QosPolicy': '1.9', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroup': '1.4', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SecurityGroupRule': '1.2', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'SubPort': '1.0', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Subnet': '1.1', Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: 'Trunk': '1.1'}} Sep 07 18:49:38.797133 dv-cinder-790535-12-iscsi neutron-server[105639]: {{(pid=105639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:49:38.814329 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.814771 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Added segment 1d4e435f-ef3b-4ee5-a803-8943faba9019 of type vlan for network d24a47e0-93d1-49d6-a9bb-748e15d1685f Sep 07 18:49:38.866915 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.918496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.920335 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:38.921239 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:38.961996 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7080631 Sep 07 18:49:38.966858 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55888) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:38.976298 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Request body: {'subnet': {'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-subnet', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:39.015454 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Made reservation on behalf of 539686a09b344a748c48a347c4467ec4 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:39.019841 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.037110 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124e783-2922-4b03-a771-6f81e0dc0562 admin admin] Pushing event updated for resources: {'Network': ['ID=d24a47e0-93d1-49d6-a9bb-748e15d1685f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:39.052558 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:39.221416 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.271381 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb64841-2b7f-410a-acd0-5e7df320dd05,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:39.280648 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.280991 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.281327 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.281652 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.281977 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.282301 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.282621 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.282984 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.283307 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.283624 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.283938 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.284252 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Tracked resource versions report: Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: pushed versions: Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: { 'AddressGroup': {'1.2'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'ConntrackHelper': {'1.0'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Log': {'1.0'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Network': {'1.1'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Port': {'1.7'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'PortForwarding': {'1.2'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'QosPolicy': {'1.9'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroup': {'1.4'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SubPort': {'1.0'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Subnet': {'1.1'}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Trunk': {'1.1'}} Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: consumer versions: Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: HyperV agent@hv-cinder-79053: {}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'ConntrackHelper': '1.0', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Log': '1.0', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Network': '1.1', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Port': '1.7', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'PortForwarding': '1.2', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'QosPolicy': '1.9', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroup': '1.4', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SecurityGroupRule': '1.2', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'SubPort': '1.0', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Subnet': '1.1', Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: 'Trunk': '1.1'}} Sep 07 18:49:39.285387 dv-cinder-790535-12-iscsi neutron-server[105638]: {{(pid=105638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:49:39.305672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Checking segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:39.306009 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Network hostable DHCP agents. Network: d24a47e0-93d1-49d6-a9bb-748e15d1685f, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:39.326344 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:39.337014 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, d24a47e0-93d1-49d6-a9bb-748e15d1685f) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:39.342120 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:39.343673 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.349868 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9048a5-41dd-45b4-983a-670b3bff4421 None None] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:39.361791 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55906) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.362367 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cd93d352-602e-4d21-8fb5-301affdc0cb2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3938661 Sep 07 18:49:39.370151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:39.407156 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.408466 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.487970 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.542670 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be500a39-c6ef-4bef-8a86-e95bf77be340 None None] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:39.704912 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55920) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.725134 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:39.845836 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55930) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:39.960744 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-586036687-network', 'tenant_id': '9483012905d3456399efefdfedc1f40b'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:39.992919 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Made reservation on behalf of 9483012905d3456399efefdfedc1f40b for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:39.997216 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.005471 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.008646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.039578 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.122350 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262991746-network', 'tenant_id': '387b9f0ad4084674a20625013ba62932'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:40.133692 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.143517 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.161488 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:40.186357 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.186990 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Added segment da597a69-7f4e-4605-87c2-fc569761bcaa of type vlan for network 66d4c095-8d36-4e4b-9707-8603759b808c Sep 07 18:49:40.191059 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Made reservation on behalf of 387b9f0ad4084674a20625013ba62932 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:40.194060 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.219067 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.234034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Allocated IP 172.27.2.224 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/8b83c72c-11e6-4122-b788-4053db9279e2) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:40.238244 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebad29a-af19-43a2-9060-ea953036e259,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.265958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.321158 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.322654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:40.323417 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.383838 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.415777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] Pushing event updated for resources: {'Network': ['ID=66d4c095-8d36-4e4b-9707-8603759b808c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.429523 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 66d4c095-8d36-4e4b-9707-8603759b808c details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:40.455576 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.463965 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.492254 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.513415 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544169e-ae47-4ba8-a3ba-20015dd0ea60,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.517331 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-75ee5b0e-4e80-4550-9cad-1c3e8066cc81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8112247 Sep 07 18:49:40.521495 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55960) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:40.529264 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Request body: {'subnet': {'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-586036687-subnet', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:40.566563 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Made reservation on behalf of 9483012905d3456399efefdfedc1f40b for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:40.569739 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.572334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:40.595659 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55962) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:40.641514 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.641784 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Added segment 2ae1ece8-d47a-4519-8f89-47f331b4d483 of type vlan for network 380b1c7e-9b47-42d3-86c2-e23420bc9c9d Sep 07 18:49:40.695793 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:40.697251 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b83c72c-11e6-4122-b788-4053db9279e2,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.699878 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:40.708804 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.733579 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:40.748696 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.749788 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:40.750329 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.780397 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9332995 Sep 07 18:49:40.783511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 55976) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:40.790170 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Request body: {'subnet': {'network_id': '380b1c7e-9b47-42d3-86c2-e23420bc9c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262991746-subnet', 'tenant_id': '387b9f0ad4084674a20625013ba62932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:40.867380 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3ec1-a8e8-4fe4-8810-2ba24d02c3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=380b1c7e-9b47-42d3-86c2-e23420bc9c9d,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:40.881697 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 380b1c7e-9b47-42d3-86c2-e23420bc9c9d details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:40.931383 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Made reservation on behalf of 387b9f0ad4084674a20625013ba62932 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:40.933101 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:40.944303 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 55982) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:41.094183 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.136349 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-964997573-network', 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:41.152130 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-660241363-network', 'tenant_id': '04e24d30b9564e45852558d7d52c3bdd'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:41.161586 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.215039 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.251962 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:41.254550 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.268101 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.282988 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Made reservation on behalf of 04e24d30b9564e45852558d7d52c3bdd for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:41.285708 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.296738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.430272 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Checking segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:41.430828 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.431442 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Network hostable DHCP agents. Network: 66d4c095-8d36-4e4b-9707-8603759b808c, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:41.435613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.473472 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.518034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:41.541628 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.541964 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Added segment 93ed4e36-8dfa-4539-a4ae-da03b7e184e7 of type vlan for network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 Sep 07 18:49:41.544692 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f515513-65f4-4f39-b155-832116ecb947,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.565985 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.574511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.587735 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.610772 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Network 66d4c095-8d36-4e4b-9707-8603759b808c is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:41.631129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:41.633525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfd204a-f4a0-47a8-988b-1aba3564a013,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.645760 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 66d4c095-8d36-4e4b-9707-8603759b808c) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:41.648894 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.703832 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.704257 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Added segment 8887d143-a98e-43b0-b6bf-8e611b29f7ea of type vlan for network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 Sep 07 18:49:41.719152 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662c9e0-d976-4e52-a6a4-af955d6b9092 None None] Network 66d4c095-8d36-4e4b-9707-8603759b808c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:41.720791 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Checking segment: {'id': '2ae1ece8-d47a-4519-8f89-47f331b4d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '380b1c7e-9b47-42d3-86c2-e23420bc9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:41.721241 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Network hostable DHCP agents. Network: 380b1c7e-9b47-42d3-86c2-e23420bc9c9d, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:41.723992 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab17f8-7025-4b7b-94f4-6a5171e3072c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.728880 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:41.729609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.775545 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.776610 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:41.777522 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.782022 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.793703 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-78e5bfef-3d4d-4bb8-ae84-b895191b2c55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2704966 Sep 07 18:49:41.794720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56020) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:41.803894 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:41.814365 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Network 380b1c7e-9b47-42d3-86c2-e23420bc9c9d is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:41.841473 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 380b1c7e-9b47-42d3-86c2-e23420bc9c9d) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:41.849005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:41.849348 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.849783 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.858669 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.860334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:41.860334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.867338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:41.867936 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.869081 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.893754 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a9eb5dfc-788a-4b36-9c3c-3d2c6f9a8fa0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9480135 Sep 07 18:49:41.900341 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56022) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:41.906618 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Request body: {'subnet': {'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-660241363-subnet', 'tenant_id': '04e24d30b9564e45852558d7d52c3bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:41.938472 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ef1306be-d06b-4036-a51b-153572efc54b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1426139 Sep 07 18:49:41.958138 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Made reservation on behalf of 04e24d30b9564e45852558d7d52c3bdd for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:41.961926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:41.969553 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee05dd-6312-4dbb-b10f-2b07f74fbfd8 None None] Network 380b1c7e-9b47-42d3-86c2-e23420bc9c9d requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:41.978385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] Pushing event updated for resources: {'Network': ['ID=15f5f5f9-75d7-4d88-a67f-825c9b38dd55,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:41.985099 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-eb8b3d8c-09a8-428c-a139-15833a82e33a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3876874 Sep 07 18:49:41.990267 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:42.000735 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56026) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:42.057936 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Request body: {'subnet': {'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-964997573-subnet', 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:42.059522 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Router b809c100-5265-48da-a0c9-92bd28534f17 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:49:42.090123 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.249934 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-66d4c095-8d36-4e4b-9707-8603759b808c', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:49:42.250853 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.252465 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:42.254910 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.414824 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.428831 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.469562 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Allocated IP 172.20.0.2 (66d4c095-8d36-4e4b-9707-8603759b808c/1b7f3ca6-0a00-498b-8879-0c1b93c5b19f/a3b4c516-800e-4bab-953f-011e5bdf19b8) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:42.543707 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:42.555382 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Sync routers for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:42.572573 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:42.573219 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:42.588621 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7708d2f6-714d-41df-896d-47184afa2342,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:42.613336 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Checking segment: {'id': '93ed4e36-8dfa-4539-a4ae-da03b7e184e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:42.614496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Network hostable DHCP agents. Network: 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:42.637829 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.643313 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f36cefb3-630f-4c8e-ba1f-eea856e98be5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2802856 Sep 07 18:49:42.644382 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56036) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:42.685803 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed77ec-d701-4d79-8147-cfdd424c9025 None None] Network 380b1c7e-9b47-42d3-86c2-e23420bc9c9d requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:42.743099 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:42.804434 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:42.836788 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.861423 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Transition to ACTIVE for port object a3b4c516-800e-4bab-953f-011e5bdf19b8 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:42.902421 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Transition to ACTIVE for port object a3b4c516-800e-4bab-953f-011e5bdf19b8 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:42.922104 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:42.936208 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:42.937168 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.974566 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:42.977110 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:40Z', 'revision_number': 3, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:42.996398 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d559ed3b-104c-4a54-ac20-9fff5d74c4bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0863452 Sep 07 18:49:43.017272 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Checking router: b809c100-5265-48da-a0c9-92bd28534f17 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:43.017976 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Updating router b809c100-5265-48da-a0c9-92bd28534f17 port 8b83c72c-11e6-4122-b788-4053db9279e2 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:43.025372 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5220d0c-f028-4db4-a2cb-aa04fb37466b None None] Network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:43.038684 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.076463 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.093887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56056) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:43.100923 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Network 66d4c095-8d36-4e4b-9707-8603759b808c is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:43.106429 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722004385-network', 'tenant_id': '75fefe443c8f41cfba78fca3c0e72457'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:43.127002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.254716 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:43.260479 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:43.267149 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Pushing event updated for resources: {'Port': ['ID=a3b4c516-800e-4bab-953f-011e5bdf19b8,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:43.267400 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.324364 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8c6b2c-397a-4446-94f0-0086b4580e1e,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:43.337632 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Made reservation on behalf of 75fefe443c8f41cfba78fca3c0e72457 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:43.340097 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.407313 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.407726 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.411804 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.412425 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.412771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.415188 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.415572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.415896 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.416228 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.420333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.420944 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.422311 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:43.422716 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Checking segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Tracked resource versions report: Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: pushed versions: Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: { 'AddressGroup': {'1.2'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'ConntrackHelper': {'1.0'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Log': {'1.0'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Network': {'1.1'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Port': {'1.7'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'PortForwarding': {'1.2'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'QosPolicy': {'1.9'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroup': {'1.4'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SubPort': {'1.0'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Subnet': {'1.1'}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Trunk': {'1.1'}} Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: consumer versions: Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: HyperV agent@hv-cinder-79053: {}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'ConntrackHelper': '1.0', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Log': '1.0', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Network': '1.1', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Port': '1.7', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'PortForwarding': '1.2', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'QosPolicy': '1.9', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroup': '1.4', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SecurityGroupRule': '1.2', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'SubPort': '1.0', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Subnet': '1.1', Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: 'Trunk': '1.1'}} Sep 07 18:49:43.424198 dv-cinder-790535-12-iscsi neutron-server[105640]: {{(pid=105640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:49:43.426452 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Network hostable DHCP agents. Network: 15f5f5f9-75d7-4d88-a67f-825c9b38dd55, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:43.459506 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.537452 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Attempting to bind port a3b4c516-800e-4bab-953f-011e5bdf19b8 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:43.537830 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Attempting to bind port a3b4c516-800e-4bab-953f-011e5bdf19b8 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:43.538189 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Attempting to bind port a3b4c516-800e-4bab-953f-011e5bdf19b8 on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:43.557770 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:43.558151 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Checking segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:43.558559 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.558979 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Bound using segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:43.566271 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Bound port: a3b4c516-800e-4bab-953f-011e5bdf19b8, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:43.566935 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.628031 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.651951 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] For port a3b4c516-800e-4bab-953f-011e5bdf19b8, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:43.656379 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] For port a3b4c516-800e-4bab-953f-011e5bdf19b8, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a3b4c516-800e-4bab-953f-011e5bdf19b8,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:43.663235 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Transition to ACTIVE for port object 8b83c72c-11e6-4122-b788-4053db9279e2 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:43.669743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.676565 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.715810 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56100) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:43.722808 dv-cinder-790535-12-iscsi neutron-server[105639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 18:49:43.764053 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e8d0a-693c-4036-ad25-b7b089073082 None None] Pushing event updated for resources: {'Port': ['ID=a3b4c516-800e-4bab-953f-011e5bdf19b8,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:43.773490 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.799975 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Attempting to bind port 8b83c72c-11e6-4122-b788-4053db9279e2 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:43.801559 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Attempting to bind port 8b83c72c-11e6-4122-b788-4053db9279e2 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:43.802454 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Attempting to bind port 8b83c72c-11e6-4122-b788-4053db9279e2 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:43.835522 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:43.838200 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:43.839139 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.841269 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.841269 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:43.841692 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Bound port: 8b83c72c-11e6-4122-b788-4053db9279e2, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:43.844962 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:43.985694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:43.995125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f537bd5-9155-41ae-b9c8-ca69985bb4a3 None None] Network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:44.018598 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Pushing event updated for resources: {'Port': ['ID=8b83c72c-11e6-4122-b788-4053db9279e2,revision_number=2']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.023959 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Allocated IP 172.27.2.164 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/d1369132-acb2-4c90-a0ce-e319f42b55e3) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:44.054173 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] For port 8b83c72c-11e6-4122-b788-4053db9279e2, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:44.061013 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56114) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:44.062507 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] For port 8b83c72c-11e6-4122-b788-4053db9279e2, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=8b83c72c-11e6-4122-b788-4053db9279e2,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:44.071364 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.089445 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.100765 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.110612 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.114412 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.114940 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.115473 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.115972 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.116455 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.116968 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.117568 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.118048 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.118544 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Tracked resource versions report: Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: pushed versions: Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: { 'AddressGroup': {'1.2'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'ConntrackHelper': {'1.0'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Log': {'1.0'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Network': {'1.1'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Port': {'1.7'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'PortForwarding': {'1.2'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'QosPolicy': {'1.9'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroup': {'1.4'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroupRule': {'1.2'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SubPort': {'1.0'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Subnet': {'1.1'}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Trunk': {'1.1'}} Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: consumer versions: Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: { DHCP agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: HyperV agent@hv-cinder-79053: {}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: L3 agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: Metadata agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: Metering agent@dv-cinder-790535-12-iscsi: {}, Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: Open vSwitch agent@dv-cinder-790535-12-iscsi: { 'AddressGroup': '1.2', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'ConntrackHelper': '1.0', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Log': '1.0', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Network': '1.1', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Port': '1.7', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'PortForwarding': '1.2', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'QosPolicy': '1.9', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroup': '1.4', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SecurityGroupRule': '1.2', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'SubPort': '1.0', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Subnet': '1.1', Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: 'Trunk': '1.1'}} Sep 07 18:49:44.120157 dv-cinder-790535-12-iscsi neutron-server[105641]: {{(pid=105641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 18:49:44.195129 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:44.195773 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:44.290432 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:49:44.335092 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.335439 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Added segment 7b0eaaba-e177-4648-b7df-b39d7659ad09 of type vlan for network 4953f52e-11da-4f5f-9553-d6072ad84ba1 Sep 07 18:49:44.359709 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7526e3-c813-42af-9056-85b621bef21c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.365666 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 15f5f5f9-75d7-4d88-a67f-825c9b38dd55) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:44.373908 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:44.375442 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.380085 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4230b9-e5bd-4a63-91b9-126acf4839b2 None None] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:44.405182 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2d96-f4aa-47e7-a9bf-eb8fe0d1cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.427969 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e5cca33b-ce44-45c7-a759-dfcafa80bc0a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4259880 Sep 07 18:49:44.439747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.456331 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.514613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.516932 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:44.517609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.601999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.606174 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:44.611207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] Pushing event updated for resources: {'Network': ['ID=4953f52e-11da-4f5f-9553-d6072ad84ba1,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.655852 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:44.663597 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:44.666441 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 4953f52e-11da-4f5f-9553-d6072ad84ba1 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:49:44.667426 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:44.698198 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2d96-f4aa-47e7-a9bf-eb8fe0d1cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.725155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2d96-f4aa-47e7-a9bf-eb8fe0d1cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.788838 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87a2e9-c5d3-4e3e-83d5-168b22ff28bb None None] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:44.800249 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-3bdf2d96-f4aa-47e7-a9bf-eb8fe0d1cea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b92f7186d074d4b9ac9b93d7d0755b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7375736 Sep 07 18:49:44.808414 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56140) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:44.815326 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-aeca69b2-ecb5-4c00-8584-3ff88c95ac28 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7145386 Sep 07 18:49:44.818140 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56142) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:44.833677 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Request body: {'subnet': {'network_id': '4953f52e-11da-4f5f-9553-d6072ad84ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722004385-subnet', 'tenant_id': '75fefe443c8f41cfba78fca3c0e72457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:44.856583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf2d96-f4aa-47e7-a9bf-eb8fe0d1cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89242816-dc49-43ee-b4a2-3779c7254196,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.912860 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-ef77914d-109f-4a9b-a5ca-17a0708b9a8e tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:44.924250 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52ad7-eefd-4b47-8299-25866c14f470 None None] Pushing event updated for resources: {'Port': ['ID=8b83c72c-11e6-4122-b788-4053db9279e2,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.924863 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-ef77914d-109f-4a9b-a5ca-17a0708b9a8e tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/networks?id=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 HTTP/1.1" status: 200 len: 811 time: 1.2077179 Sep 07 18:49:44.952177 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Made reservation on behalf of 75fefe443c8f41cfba78fca3c0e72457 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:44.957777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:44.960459 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Pushing event updated for resources: {'Port': ['ID=d1369132-acb2-4c90-a0ce-e319f42b55e3,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:44.961457 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-5f4ca8ec-a286-44a7-8454-0908199f8324 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/quotas/04e24d30b9564e45852558d7d52c3bdd HTTP/1.1" status: 200 len: 375 time: 0.0346184 Sep 07 18:49:45.100792 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-2ba851e6-d14f-4d59-834c-ea5e1555bec8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04e24d30b9564e45852558d7d52c3bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301093 Sep 07 18:49:45.124978 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:40Z', 'revision_number': 3, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:45.131830 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a3b4c516-800e-4bab-953f-011e5bdf19b8 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:45.181544 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9f1ba-a18b-4c53-853b-22f62861967d None None] The sync data for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi is: [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:40Z', 'revision_number': 3, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:45.199042 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.220858 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port a3b4c516-800e-4bab-953f-011e5bdf19b8 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:45.301110 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56166) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:45.320355 dv-cinder-790535-12-iscsi neutron-server[105638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 18:49:45.393079 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150c0f6-aeaf-4775-b2b7-39137c8427c0 None None] Network 66d4c095-8d36-4e4b-9707-8603759b808c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:45.395102 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-1cef34cc-575e-4cd1-a2c7-5682c19c986b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:45.396770 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-1cef34cc-575e-4cd1-a2c7-5682c19c986b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1266294 Sep 07 18:49:45.483530 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Provisioning for port a3b4c516-800e-4bab-953f-011e5bdf19b8 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:45.491446 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Provisioning complete for port a3b4c516-800e-4bab-953f-011e5bdf19b8 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:45.491697 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.556554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.663079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Allocated IP 172.20.0.1 (d24a47e0-93d1-49d6-a9bb-748e15d1685f/8eb64841-2b7f-410a-acd0-5e7df320dd05/03054e93-f660-422e-a4dd-9d4aac9145e8) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:45.666992 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-31adcda1-4ec7-451a-9480-3805e733634b service neutron] 10.222.0.25 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446136 Sep 07 18:49:45.722160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.788240 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.805867 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] For port a3b4c516-800e-4bab-953f-011e5bdf19b8, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a3b4c516-800e-4bab-953f-011e5bdf19b8,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:45.812002 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.824390 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-5e02967d-a918-42fa-b745-ae4800b772b0 service neutron] 10.222.0.25 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349652 Sep 07 18:49:45.897884 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-310949fa-e0c7-4562-811d-07d2b576a725 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:45.900651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91c7cb-749f-4b70-acf0-dee568b65948 None None] Pushing event updated for resources: {'Port': ['ID=a3b4c516-800e-4bab-953f-011e5bdf19b8,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:45.913742 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-310949fa-e0c7-4562-811d-07d2b576a725 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.6058581 Sep 07 18:49:45.933594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-64c184ce-b7c8-42b7-9f8e-e8431c9b67a0 None None] Provisioning complete for port a3b4c516-800e-4bab-953f-011e5bdf19b8 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:45.933964 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-64c184ce-b7c8-42b7-9f8e-e8431c9b67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.952564 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:45.953403 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.017149 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.043137 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-8779aeda-4b8c-4eeb-ace9-9d671492cef6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/quotas/35c93bff7fdf4dc1859e511d40827ff5 HTTP/1.1" status: 200 len: 375 time: 0.1285391 Sep 07 18:49:46.090055 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.095602 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:46.097649 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:46.104593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:46.105082 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.119989 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.137539 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-2e71f702-6c24-4a2c-8946-2b18f9c38184 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931451 Sep 07 18:49:46.292450 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6611fe57-0bf5-4b84-b836-23f377e716f6,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.308708 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.311813 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.316078 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89242816-dc49-43ee-b4a2-3779c7254196 HTTP/1.1" status: 204 len: 168 time: 1.5021093 Sep 07 18:49:46.329907 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4bb28-7d56-4c97-8249-82e1222caa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89242816-dc49-43ee-b4a2-3779c7254196,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:46.435740 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Checking segment: {'id': '7b0eaaba-e177-4648-b7df-b39d7659ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4953f52e-11da-4f5f-9553-d6072ad84ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:46.436385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Network hostable DHCP agents. Network: 4953f52e-11da-4f5f-9553-d6072ad84ba1, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:49:46.559660 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Network 4953f52e-11da-4f5f-9553-d6072ad84ba1 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:49:46.581196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.586263 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 4953f52e-11da-4f5f-9553-d6072ad84ba1) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:46.593667 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:46.594362 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.614372 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd680c2a-137e-4e0f-b674-9f186e626e12 None None] Network 4953f52e-11da-4f5f-9553-d6072ad84ba1 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:46.773225 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1fdccc0c-663c-43db-87df-5bb2dee7ef2a req-b2819743-c319-4937-b00b-e61e1ac99138 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.3770359 Sep 07 18:49:46.797054 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:46.827614 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-026de667-f80f-47b5-b133-96c5163a0a5e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9799721 Sep 07 18:49:46.867350 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-354cd2bd-65a9-49fb-aa4c-aa81d711836a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:46.885082 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-354cd2bd-65a9-49fb-aa4c-aa81d711836a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6278777 Sep 07 18:49:46.907367 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7c050-ee92-43d6-bd2f-97e6db616eea None None] Network 4953f52e-11da-4f5f-9553-d6072ad84ba1 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:49:47.233382 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 8b83c72c-11e6-4122-b788-4053db9279e2 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:47.264153 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56242) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:47.349688 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 8b83c72c-11e6-4122-b788-4053db9279e2 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:47.354269 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 8b83c72c-11e6-4122-b788-4053db9279e2 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:47.354646 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.355060 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.365693 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.366392 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.458281 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-089fc299-71a0-412c-b952-970fcb6dba76 service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725861 Sep 07 18:49:47.460868 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.503024 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 8b83c72c-11e6-4122-b788-4053db9279e2, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=8b83c72c-11e6-4122-b788-4053db9279e2,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:47.516394 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.517285 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a3b4c516-800e-4bab-953f-011e5bdf19b8 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:47.570641 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:49:47.594914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:47.596281 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:47.599582 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:47.662148 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Deleting subnet 6bfd204a-f4a0-47a8-988b-1aba3564a013 {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:47.674192 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=8b83c72c-11e6-4122-b788-4053db9279e2,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:47.680516 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.689526 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port a3b4c516-800e-4bab-953f-011e5bdf19b8 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:47.689974 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.840798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Router b809c100-5265-48da-a0c9-92bd28534f17 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:47.852066 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-ae35d2fb-f476-404b-b3e6-294db7c0f2ee service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919904 Sep 07 18:49:47.870958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.889935 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:47.981609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.037910 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4509657a-58a0-453a-9695-49c929887d8d req-aa983bc3-6e1f-44ce-8978-67e73b434537 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.0339918 Sep 07 18:49:48.046184 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfd204a-f4a0-47a8-988b-1aba3564a013,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:48.058945 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.060771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:48.061924 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ce7d802c-2031-49e7-b08c-8d9234d8a630 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6bfd204a-f4a0-47a8-988b-1aba3564a013 HTTP/1.1" status: 204 len: 168 time: 0.7934773 Sep 07 18:49:48.067748 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56268) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:48.079082 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Sync routers for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:48.080439 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:48.091408 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c45a7419-6849-4325-9127-e311b14e5ee6 admin admin] 10.222.0.25 "PUT /v2.0/routers/b809c100-5265-48da-a0c9-92bd28534f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4402800 Sep 07 18:49:48.099492 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:48.103938 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:48.105290 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:48.125018 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:48.127862 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:48.131979 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.138142 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-b2ee76d4-a806-4d20-8f96-37af2cc1456e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3390024 Sep 07 18:49:48.139198 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56272) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:48.244081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.393202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:48.471552 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-595fb700-d463-4b46-856d-795f9cecd27f req-a1f34536-9a8a-4d02-a71e-db0d871e3536 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.1875746 Sep 07 18:49:48.564821 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:48.619041 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.621082 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.623429 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.625003 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > port after_create 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.625364 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.626983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > port after_update 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.627369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.629005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.629386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.629728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:48.729690 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:48.896847 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.013569 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:46Z', 'revision_number': 4, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '03054e93-f660-422e-a4dd-9d4aac9145e8', 'name': '', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'mac_address': 'fa:16:3e:8a:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:45Z', 'updated_at': '2021-09-07T18:49:46Z', 'revision_number': 2, 'project_id': '539686a09b344a748c48a347c4467ec4', 'subnets': [{'id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:49.049685 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Checking router: b809c100-5265-48da-a0c9-92bd28534f17 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:49.050331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Updating router b809c100-5265-48da-a0c9-92bd28534f17 port 03054e93-f660-422e-a4dd-9d4aac9145e8 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:49.209278 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.211385 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 8b83c72c-11e6-4122-b788-4053db9279e2 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:49.215740 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:45Z', 'revision_number': 3, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:49.236906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:49.244649 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:49.249252 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:49.250541 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:49.251061 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380b1c7e-9b47-42d3-86c2-e23420bc9c9d']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:49.291590 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae1ece8-d47a-4519-8f89-47f331b4d483') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:49.293056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae1ece8-d47a-4519-8f89-47f331b4d483') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:49.302881 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:49.303238 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Updating router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 port d1369132-acb2-4c90-a0ce-e319f42b55e3 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:49.332222 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5687b8ae-1924-4bfe-8a9a-3f766d438ca0 req-e88e506a-c6fd-46d6-a67b-8acfc828a69c tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.0711281 Sep 07 18:49:49.332517 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 8b83c72c-11e6-4122-b788-4053db9279e2 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:49.332892 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.334500 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.369361 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.388170 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.391345 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:49.392153 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: from cryptography.utils import int_from_bytes Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: from cryptography.utils import int_from_bytes Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:49.402743 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:49.521581 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.74', 58126) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:49.717689 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-3f4ac208-a03b-4747-8680-03825799ab55 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:49.723034 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-3f4ac208-a03b-4747-8680-03825799ab55 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 818 time: 0.4161804 Sep 07 18:49:49.826179 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-db3c1576-bb28-4e0e-a986-60f529ca29ff tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:49.828571 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-db3c1576-bb28-4e0e-a986-60f529ca29ff tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.74 "GET /v2.0/networks?id=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 HTTP/1.1" status: 200 len: 811 time: 0.2986143 Sep 07 18:49:49.846565 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-384e55e8-46a4-4618-9152-1b01b82c5dfe tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/quotas/539686a09b344a748c48a347c4467ec4 HTTP/1.1" status: 200 len: 375 time: 0.1132631 Sep 07 18:49:49.878222 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-027bbe9e-053e-4f95-a974-052847726379 req-85507471-9c16-490d-ac90-0955b50ec720 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.1594312 Sep 07 18:49:49.879584 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.893065 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.902097 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.916112 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Transition to ACTIVE for port object 03054e93-f660-422e-a4dd-9d4aac9145e8 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:49.918889 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/380b1c7e-9b47-42d3-86c2-e23420bc9c9d HTTP/1.1" status: 204 len: 168 time: 1.8492484 Sep 07 18:49:49.919349 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56366) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:49.930459 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:49.945519 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Request body: {'port': {'device_id': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957', 'admin_state_up': True, 'tenant_id': '04e24d30b9564e45852558d7d52c3bdd'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:50.030913 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.061543 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Transition to ACTIVE for port object d1369132-acb2-4c90-a0ce-e319f42b55e3 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:50.078959 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.154342 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.197614 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Attempting to bind port d1369132-acb2-4c90-a0ce-e319f42b55e3 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:50.199242 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Attempting to bind port d1369132-acb2-4c90-a0ce-e319f42b55e3 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:50.200191 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Attempting to bind port d1369132-acb2-4c90-a0ce-e319f42b55e3 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:50.229765 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662d04-d095-4fae-8d67-bc60dd6b0dbe None None] Pushing event updated for resources: {'Port': ['ID=d1369132-acb2-4c90-a0ce-e319f42b55e3,revision_number=2']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.245142 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:50.252911 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:50.253617 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.256084 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:50.258092 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Bound port: d1369132-acb2-4c90-a0ce-e319f42b55e3, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:50.260121 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.263257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048feb9d-ec77-4154-962f-882a70f20531 None None] Pushing event updated for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.299635 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-2e046d3a-6b5e-45b6-bc36-d57d720f20d4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4221833 Sep 07 18:49:50.316391 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Attempting to bind port 03054e93-f660-422e-a4dd-9d4aac9145e8 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:50.316761 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Attempting to bind port 03054e93-f660-422e-a4dd-9d4aac9145e8 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:50.331716 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Attempting to bind port 03054e93-f660-422e-a4dd-9d4aac9145e8 on network d24a47e0-93d1-49d6-a9bb-748e15d1685f {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:50.366792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:50.372017 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Checking segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:50.374737 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.378075 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Bound using segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:50.378645 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Bound port: 03054e93-f660-422e-a4dd-9d4aac9145e8, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:50.381502 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.399943 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] For port d1369132-acb2-4c90-a0ce-e319f42b55e3, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:50.407563 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] For port d1369132-acb2-4c90-a0ce-e319f42b55e3, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d1369132-acb2-4c90-a0ce-e319f42b55e3,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:50.416793 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.564449 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fd3b4-e1f3-416b-b19b-93c194e2bff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=380b1c7e-9b47-42d3-86c2-e23420bc9c9d,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.599200 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:50.604163 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:50.613335 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662d04-d095-4fae-8d67-bc60dd6b0dbe None None] Pushing event updated for resources: {'Port': ['ID=d1369132-acb2-4c90-a0ce-e319f42b55e3,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.632179 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] For port 03054e93-f660-422e-a4dd-9d4aac9145e8, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:50.643859 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] For port 03054e93-f660-422e-a4dd-9d4aac9145e8, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=03054e93-f660-422e-a4dd-9d4aac9145e8,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:50.658271 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.738192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0ba4681e-2e2e-4f0a-b3b1-b6b3417050c0 req-821ad75d-5bf0-4560-b60e-51fd5970a7b6 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.0810332 Sep 07 18:49:50.764800 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56406) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:50.807314 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Deleting subnet 6611fe57-0bf5-4b84-b836-23f377e716f6 {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:49:50.813798 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048feb9d-ec77-4154-962f-882a70f20531 None None] Pushing event updated for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:50.826577 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.835812 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:50.836758 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:50.846628 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-28b38a0f-19d9-43fd-a6bc-f872d91ee255 service neutron] 10.222.0.25 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458770 Sep 07 18:49:50.856216 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:50.861130 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Made reservation on behalf of 04e24d30b9564e45852558d7d52c3bdd for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:50.865154 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:50.923366 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.040005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Allocated IP 172.20.0.1 (66d4c095-8d36-4e4b-9707-8603759b808c/1b7f3ca6-0a00-498b-8879-0c1b93c5b19f/7be90af1-0ae1-4787-97f2-4f59a0abbe9a) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:51.103583 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:51.153317 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-f14c34f8-6336-4af2-b7da-beb0225a61df service neutron] 10.222.0.25 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575309 Sep 07 18:49:51.239177 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bb192eb1-5c86-4379-b66b-c01b878dd6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.254719 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1d10f13d-64e4-4011-9148-778e776edbae req-41d71477-d69b-40bd-b115-bc0a68f2e940 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.1135850 Sep 07 18:49:51.288001 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.295809 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:45Z', 'revision_number': 3, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:51.323828 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Transition to ACTIVE for port object 7be90af1-0ae1-4787-97f2-4f59a0abbe9a will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:51.353269 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e350ca-4472-43e9-99e3-6dc7bd4eefb6 None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:45Z', 'revision_number': 3, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:51.398296 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.406207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.522906 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.74', 58138) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:51.581815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Network 66d4c095-8d36-4e4b-9707-8603759b808c is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:51.593842 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:51.635466 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:46Z', 'revision_number': 4, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '03054e93-f660-422e-a4dd-9d4aac9145e8', 'name': '', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'mac_address': 'fa:16:3e:8a:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:45Z', 'updated_at': '2021-09-07T18:49:50Z', 'revision_number': 4, 'project_id': '539686a09b344a748c48a347c4467ec4', 'subnets': [{'id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:51.683366 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:51.683366 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:51.761988 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e39f9-fd92-48fa-95e4-77835d8547e4 None None] The sync data for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi is: [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:49:46Z', 'revision_number': 4, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '03054e93-f660-422e-a4dd-9d4aac9145e8', 'name': '', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'mac_address': 'fa:16:3e:8a:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:45Z', 'updated_at': '2021-09-07T18:49:50Z', 'revision_number': 4, 'project_id': '539686a09b344a748c48a347c4467ec4', 'subnets': [{'id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:52.030735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Allocated IP 172.20.0.9 (3d32c5ba-6c3a-4c87-8dd5-9bde1e067957/7708d2f6-714d-41df-896d-47184afa2342/2b18e263-b42a-4720-9377-c25e827738f6) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:52.263712 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39ac8c7e-e21e-4176-8e73-d042bccd7b4d None None] Provisioning for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:52.292401 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39ac8c7e-e21e-4176-8e73-d042bccd7b4d None None] Provisioning complete for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:52.292771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39ac8c7e-e21e-4176-8e73-d042bccd7b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.304527 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Pushing event updated for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:52.375564 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4ae0f3aa-3c70-46aa-a089-48facab302a5 req-ea997097-06a8-437d-a894-38e6de954128 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 210 time: 0.7196908 Sep 07 18:49:52.517286 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39ac8c7e-e21e-4176-8e73-d042bccd7b4d None None] Port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:52.521219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-436bafea-4f9c-47d1-bc1a-77f1897fd4c0 req-1eefc56b-ccdc-4fa9-bacd-b446b9e2d89b tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.4921710 Sep 07 18:49:52.680120 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bb192eb1-5c86-4379-b66b-c01b878dd6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.777730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56464) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:52.803539 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-3b4c1641-4bad-4085-be8a-652662dd0e96 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:52.805130 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-3b4c1641-4bad-4085-be8a-652662dd0e96 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 1.2476175 Sep 07 18:49:52.937368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bb192eb1-5c86-4379-b66b-c01b878dd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:52.938478 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.175954 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 03054e93-f660-422e-a4dd-9d4aac9145e8 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:53.192225 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.207636 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e48a46c3-82b7-46b1-9fe4-41eccc67740b req-c2e371f9-191c-4452-83c2-1fec458b4dd1 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.2025228 Sep 07 18:49:53.247079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb192eb1-5c86-4379-b66b-c01b878dd6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af363e1-a269-4569-a34a-84d398e83825,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:53.269359 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-91ad5a80-b651-45cb-8f0b-9d6fba538bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.287631 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.291203 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6611fe57-0bf5-4b84-b836-23f377e716f6 HTTP/1.1" status: 204 len: 168 time: 3.3509018 Sep 07 18:49:53.294774 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 03054e93-f660-422e-a4dd-9d4aac9145e8 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:53.298545 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56484) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:53.300324 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 03054e93-f660-422e-a4dd-9d4aac9145e8 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:53.300691 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.401170 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-bb192eb1-5c86-4379-b66b-c01b878dd6c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be233d284c18434bb561c75d2401409c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6303449 Sep 07 18:49:53.405455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56486) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:53.428051 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99491fc-d4f2-4958-a70c-5d07b3e8362d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6611fe57-0bf5-4b84-b836-23f377e716f6,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:53.444424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.473967 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.506512 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-471ddc7d-f612-4c08-8e0e-2e9a71a69162 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:53.512585 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 03054e93-f660-422e-a4dd-9d4aac9145e8, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=03054e93-f660-422e-a4dd-9d4aac9145e8,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:53.516939 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-471ddc7d-f612-4c08-8e0e-2e9a71a69162 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 818 time: 0.4316533 Sep 07 18:49:53.522484 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.523508 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d1369132-acb2-4c90-a0ce-e319f42b55e3 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:53.614724 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-df9ef8ae-cfbe-42bb-b488-60723ad27173 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/quotas/539686a09b344a748c48a347c4467ec4 HTTP/1.1" status: 200 len: 375 time: 0.0968657 Sep 07 18:49:53.629695 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:53.637147 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.654059 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port d1369132-acb2-4c90-a0ce-e319f42b55e3 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:49:53.658643 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port d1369132-acb2-4c90-a0ce-e319f42b55e3 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:53.659036 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.759336 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.771673 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.797873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port d1369132-acb2-4c90-a0ce-e319f42b55e3, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d1369132-acb2-4c90-a0ce-e319f42b55e3,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:49:53.804987 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.825455 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-a5737ff2-0e36-4534-88c6-1369d1cd1872 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854851 Sep 07 18:49:53.832704 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.835050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.868294 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=d1369132-acb2-4c90-a0ce-e319f42b55e3,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:53.974953 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-91ad5a80-b651-45cb-8f0b-9d6fba538bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.978173 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:53.998892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-91ad5a80-b651-45cb-8f0b-9d6fba538bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.009141 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:54.012533 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Pushing event updated for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.019439 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:54.025364 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:49:54.050051 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.050400 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.051192 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.051541 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > port after_create 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.051876 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.052194 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > port after_update 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.052508 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.052820 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.053144 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.053455 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.070565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.073323 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.077050 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2af363e1-a269-4569-a34a-84d398e83825 HTTP/1.1" status: 204 len: 168 time: 0.6608429 Sep 07 18:49:54.097664 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4929-8423-47a3-9334-c22dd422852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af363e1-a269-4569-a34a-84d398e83825,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.103317 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-212e84d2-9405-4fb4-9ec9-3f87083ea4e5 service neutron] 10.222.0.25 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615380 Sep 07 18:49:54.110420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.111202 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.189877 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-b16d5231-30d4-42eb-9c3e-c65f4ddd0024 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2509050 Sep 07 18:49:54.237923 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-dd59111a-43aa-4b42-937d-7fbb5492d152 service neutron] 10.222.0.25 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180632 Sep 07 18:49:54.339768 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.340097 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.340427 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.340746 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 18:49:54.341101 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4953f52e-11da-4f5f-9553-d6072ad84ba1']}} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:54.383337 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0eaaba-e177-4648-b7df-b39d7659ad09') {'for_net_delete': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:54.383838 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0eaaba-e177-4648-b7df-b39d7659ad09') {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:54.415682 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-91ad5a80-b651-45cb-8f0b-9d6fba538bd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44388f66acff450890f3583dc2a81992&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6336694 Sep 07 18:49:54.417815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546080'] for segment, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.418373 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56502) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:54.435497 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad5a80-b651-45cb-8f0b-9d6fba538bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed50fdf-4dec-4b9f-ab3e-9898ec4667f2,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.452196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.467514 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac298-c45e-49cf-a463-cf607c961636 req-7e2c9152-82ef-4a39-aafa-8051ce7216cd tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:54.476227 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b65ac298-c45e-49cf-a463-cf607c961636 req-7e2c9152-82ef-4a39-aafa-8051ce7216cd tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.5939002 Sep 07 18:49:54.479917 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.489657 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3231684f-0cb1-4a69-b333-0656fc7ae7ae req-5419ffab-9c37-4eb3-a2ac-e6c355027323 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0641875 Sep 07 18:49:54.489976 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.619470 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f22767e5-9814-4920-b3f8-250fbb08ed1f req-2146bd43-9a41-4f14-9995-0f2779a77f2f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0510912 Sep 07 18:49:54.624094 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=105638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:49:54.624671 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9241042'] for segment, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.631007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.650390 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b65ac298-c45e-49cf-a463-cf607c961636 req-4dcb5c86-5103-433b-b87d-f40c519f1e3b tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688018 Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: from cryptography.utils import int_from_bytes Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: from cryptography.utils import int_from_bytes Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: Traceback (most recent call last): Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: timer() Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: cb(*args, **kw) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: return func(*args, **kwargs) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: self._notify() Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: self.callback(batched_events) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: event.method(event) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: return f(self, *a, **k) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._get(url).json() Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self.request(url, 'GET', **kwargs) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:49:54.654253 dv-cinder-790535-12-iscsi neutron-server[105638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:49:54.660333 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.737367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.740880 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.746456 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ed50fdf-4dec-4b9f-ab3e-9898ec4667f2 HTTP/1.1" status: 204 len: 168 time: 0.3268592 Sep 07 18:49:54.755493 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc765f-ac75-42d1-96fe-a834dbeb8884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed50fdf-4dec-4b9f-ab3e-9898ec4667f2,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.816485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Pushing event updated for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.819564 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.821779 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.869174 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:54.871093 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] 10.222.0.25 "DELETE /v2.0/networks/4953f52e-11da-4f5f-9553-d6072ad84ba1 HTTP/1.1" status: 204 len: 168 time: 1.5707331 Sep 07 18:49:54.884555 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044bb88-5582-4ac9-84bc-8a6479461f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4953f52e-11da-4f5f-9553-d6072ad84ba1,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:54.949085 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Network 66d4c095-8d36-4e4b-9707-8603759b808c is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:49:54.951552 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:49:55.033361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 03054e93-f660-422e-a4dd-9d4aac9145e8 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:55.132868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:49:55.141348 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56528) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:55.143307 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 03054e93-f660-422e-a4dd-9d4aac9145e8 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:55.145841 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.220837 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-48610a6b-d66e-468e-9b79-d22fa9b38969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=387b9f0ad4084674a20625013ba62932&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756772 Sep 07 18:49:55.222236 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56530) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:55.286700 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.325180 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.361125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-d3a5b803-222a-484a-bfd9-330587e4d8a1 None None] Provisioning complete for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:55.361125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b803-222a-484a-bfd9-330587e4d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.361125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d1369132-acb2-4c90-a0ce-e319f42b55e3 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:49:55.379938 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:49:55.406313 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d4283345-4e7c-4e07-a2c4-e04e6bad07df admin admin] 10.222.0.25 "PUT /v2.0/routers/2284ac96-d86c-4ab5-83a9-a8ef3fddcee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2546771 Sep 07 18:49:55.406395 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:49:55.413609 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.418040 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.419754 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3544169e-ae47-4ba8-a3ba-20015dd0ea60 HTTP/1.1" status: 204 len: 168 time: 0.1959660 Sep 07 18:49:55.431002 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:55.431636 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:55.431855 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff28d77-50b1-47e2-939e-2919eb291a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544169e-ae47-4ba8-a3ba-20015dd0ea60,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:55.487476 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b803-222a-484a-bfd9-330587e4d8a1 None None] Port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:49:55.568749 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port d1369132-acb2-4c90-a0ce-e319f42b55e3 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:49:55.569111 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:55.644687 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-82be43af-e32f-4a85-9924-2ffd85aa56f9 req-a57041ef-6c2b-4502-8010-14e6cf056605 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0659037 Sep 07 18:49:55.681601 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:55.864668 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-76d7ffb8-8994-4ce5-bec4-4943c173b970 req-65deac1c-89d1-466a-8c49-7d12d975a710 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0995941 Sep 07 18:49:56.107623 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0fe1c-8746-4655-8161-df693c8858dc req-1f41946f-cdc9-472d-b021-43e156960402 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:56.110570 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-29e0fe1c-8746-4655-8161-df693c8858dc req-1f41946f-cdc9-472d-b021-43e156960402 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.1062858 Sep 07 18:49:56.194267 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56564) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:56.195195 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-29e0fe1c-8746-4655-8161-df693c8858dc req-d57cf50d-4488-4542-83f4-efec6bb3b8af tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737560 Sep 07 18:49:56.253780 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 2, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:56.281680 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cbd3cd52-2d81-457c-b98e-121d7cba89b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75fefe443c8f41cfba78fca3c0e72457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0860453 Sep 07 18:49:56.284365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56566) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:56.333461 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:49:56.333959 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Updating router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:49:56.402994 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.404212 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.443302 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.523554 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.526329 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:56.527769 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac7526e3-c813-42af-9056-85b621bef21c HTTP/1.1" status: 204 len: 168 time: 0.2419791 Sep 07 18:49:56.545980 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe965f5-a050-4cdf-ae85-90b7c5000449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7526e3-c813-42af-9056-85b621bef21c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:56.879316 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68a4824c-b137-4012-bf6f-35541e245be2 req-3699dc4e-b512-4552-8c4e-3ddf078cf26f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0635388 Sep 07 18:49:57.051542 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d767b11c-1635-495f-a748-88f452a00f55 req-a64f58b6-7998-4490-9227-2659c8cd2b4b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0631924 Sep 07 18:49:57.108618 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.122385 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Transition to ACTIVE for port object 7be90af1-0ae1-4787-97f2-4f59a0abbe9a will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:49:57.149871 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.334349 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405a0a1-62e1-441b-84cb-5db5aa456272 None None] Pushing event updated for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.372193 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56604) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:57.377450 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571083702', 'description': 'tempest-description--1662466444'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:57.450378 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.464160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Attempting to bind port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:49:57.464528 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Attempting to bind port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:49:57.464930 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Attempting to bind port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:49:57.478237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb76f-d631-426e-8d6c-17a349c21236 req-5ae91880-c653-4222-8071-a7d8769e8715 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:57.489788 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:49:57.490398 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Checking segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:49:57.490824 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.491246 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Bound using segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:49:57.491787 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a39fb76f-d631-426e-8d6c-17a349c21236 req-5ae91880-c653-4222-8071-a7d8769e8715 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.1164730 Sep 07 18:49:57.492624 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Bound port: 7be90af1-0ae1-4787-97f2-4f59a0abbe9a, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:49:57.493144 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.660535 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a39fb76f-d631-426e-8d6c-17a349c21236 req-b56ffda7-6d0c-49c9-bdc9-8f8f2e412654 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648538 Sep 07 18:49:57.746072 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.762894 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.822678 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] For port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:49:57.838179 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] For port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:49:57.845469 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.855055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:57.867730 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56622) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:57.868867 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4948924 Sep 07 18:49:57.889457 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group_rule': {'security_group_id': 'ad3dc714-4b9d-4578-a086-9ce2713efd29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:57.948579 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609cc0-df46-47ab-9c03-3aab1ffea92f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3dc714-4b9d-4578-a086-9ce2713efd29,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:57.972570 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405a0a1-62e1-441b-84cb-5db5aa456272 None None] Pushing event updated for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:58.008165 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:49:58.009111 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:49:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:58.134989 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2ced1744-f627-4350-9bd9-43f95dd9648d req-6b482402-f2b7-468f-831c-5178064cd784 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0869436 Sep 07 18:49:58.237449 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:49:58.271857 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Request body: {'port': {'device_id': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'admin_state_up': True, 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:58.413386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-a8e7d3d8-5cd5-4a45-b20b-965ae5b096b7 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:49:58.414536 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-a8e7d3d8-5cd5-4a45-b20b-965ae5b096b7 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108137 Sep 07 18:49:58.571895 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a33eb51a-1a19-45ec-9252-148bcc0ef21b req-e8f87515-8b77-410b-b978-9e5b9acf4a47 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.1692996 Sep 07 18:49:58.596465 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.790194 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'port': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:49:58.805420 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.918528 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.927663 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:58.965019 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:49:57Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:49:59.011325 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1307e8-4522-41cc-97fd-6c767ffdb693,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.033684 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.035456 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e5a9d396-b533-46c9-9001-020faf89153d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1665974 Sep 07 18:49:59.039059 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56648) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:59.045357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group_rule': {'security_group_id': 'ad3dc714-4b9d-4578-a086-9ce2713efd29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.078517 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2082f-28a4-4b70-a520-b26b590d956e None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:49:57Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:49:59.121010 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.385450 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c90f35b0-f9e8-4fd1-8b94-a0e58df51a18 req-1318f241-741a-41aa-b236-f9c750884244 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0726850 Sep 07 18:49:59.394218 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-347e4857-4f00-4e6a-b677-3a248e452246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.411520 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c020930-d7db-497a-913f-5a080849b625 req-31985535-6227-48eb-9839-248fa01496a5 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:49:59.412651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.426329 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.431095 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8c020930-d7db-497a-913f-5a080849b625 req-31985535-6227-48eb-9839-248fa01496a5 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.5128062 Sep 07 18:49:59.461411 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9461c28-c767-47ba-b6e3-e753afb1a0c3,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:49:59.472602 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.479115 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56668) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:49:59.479532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e62feeda-9f7d-4441-9a62-966688ccec17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4389744 Sep 07 18:49:59.490611 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:49:59.513198 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Allocated IP 172.20.0.7 (15f5f5f9-75d7-4d88-a67f-825c9b38dd55/5a8c6b2c-397a-4446-94f0-0086b4580e1e/44226ede-d2a0-496c-9cca-4038ffa4b443) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:49:59.571520 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8c020930-d7db-497a-913f-5a080849b625 req-cb87e3cb-c72f-4dc4-a417-4262175507cf tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367171 Sep 07 18:49:59.592728 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:49:59.797707 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fabbb826-8ceb-46a0-99d1-426856614950 req-a5f38266-1e98-4008-a4e5-c710c4c03634 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0722888 Sep 07 18:50:00.117389 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.141650 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.272727 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.515322 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:00.532186 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:00.544771 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:00.562500 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Allocated IP 172.27.2.37 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/94d28358-48f5-45e2-b646-91dde155f50b) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:00.588514 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event updated for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:00.711746 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:00.712696 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.737013 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-3469f0e5-0aa6-4b87-a31b-f1717e8a014f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4704201 Sep 07 18:50:00.740138 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102f02-9255-441d-86dd-608458f84428 req-085f01c1-fdc7-4fbc-beed-730debda2964 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:00.750140 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f8102f02-9255-441d-86dd-608458f84428 req-085f01c1-fdc7-4fbc-beed-730debda2964 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.0917037 Sep 07 18:50:00.750491 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cf340-5aa6-4b98-a8dc-4d6a3be66a44 req-5ce442ff-8f32-4ef7-91ec-f0c70228ebcb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:00.752513 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c72cf340-5aa6-4b98-a8dc-4d6a3be66a44 req-5ce442ff-8f32-4ef7-91ec-f0c70228ebcb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.1917098 Sep 07 18:50:00.832062 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f8102f02-9255-441d-86dd-608458f84428 req-8b595708-b7b1-40a1-82a7-d3e0369a08c2 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795810 Sep 07 18:50:00.845418 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.871168 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c72cf340-5aa6-4b98-a8dc-4d6a3be66a44 req-630c6649-b3e7-409f-b3c6-9d5bced1306c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062448 Sep 07 18:50:00.944722 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:00.995018 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:01.001360 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:01.007240 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:01.016692 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5dde229d-8da6-47aa-a3ad-0ed686c98d8d req-f524c8c5-7bd8-4244-bc40-99cfa0123890 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0785422 Sep 07 18:50:01.053045 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=94d28358-48f5-45e2-b646-91dde155f50b,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:01.092298 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7be90af1-0ae1-4787-97f2-4f59a0abbe9a up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:01.181947 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:01.186035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:01.186404 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.197511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.280433 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.352234 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.390337 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:01.398545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.492138 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:01.515608 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.520749 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.631806 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=94d28358-48f5-45e2-b646-91dde155f50b,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:01.647639 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.665082 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:01.677717 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-16c179f2-c3f6-4514-a0df-726ccf8b9f7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1940739 Sep 07 18:50:01.941480 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-47024506-69ad-47fd-9aa4-2f16eceedc8b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--571083702&fields=id&tenant_id=9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 267 time: 0.0927911 Sep 07 18:50:02.029341 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71592f-9f4b-4a27-aed2-aa03eed21031 req-4f8548aa-2003-412a-aca3-5c47a9522eda tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:02.031481 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9f71592f-9f4b-4a27-aed2-aa03eed21031 req-4f8548aa-2003-412a-aca3-5c47a9522eda tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.0956304 Sep 07 18:50:02.102180 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9f71592f-9f4b-4a27-aed2-aa03eed21031 req-e21aa5af-2ca7-4339-abca-28812db0fac4 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577712 Sep 07 18:50:02.135765 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-fdea12ad-cd6e-4821-9ca4-1777ed0d26f1 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:02.137180 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-fdea12ad-cd6e-4821-9ca4-1777ed0d26f1 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 810 time: 0.1859076 Sep 07 18:50:02.175577 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-75271bdb-4213-4e30-954e-755c3e5e008a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/quotas/9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 375 time: 0.0154569 Sep 07 18:50:02.265469 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854979ba-e6ee-4156-9868-b6e780293b25 req-60980001-d467-4929-ab9c-8700c8440d2c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:02.270023 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-854979ba-e6ee-4156-9868-b6e780293b25 req-60980001-d467-4929-ab9c-8700c8440d2c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0988684 Sep 07 18:50:02.290601 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-ee5cab38-6871-4904-b772-0ec5e733ff68 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880690 Sep 07 18:50:02.385288 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-854979ba-e6ee-4156-9868-b6e780293b25 req-cf4a90fa-cac1-4e1a-a765-70879be0b2ef tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051280 Sep 07 18:50:02.596347 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-f9aa322e-0168-4783-86aa-c69178609736 service neutron] 10.222.0.25 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270482 Sep 07 18:50:02.599643 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-48be19e4-58f5-404d-af66-a28ba4daa55b req-318c9263-0b26-4ad3-b5b8-b7570d2aa9d9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0780931 Sep 07 18:50:02.693793 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-40fc2b4f-ccc2-4d3a-882d-4d39e009a8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.742410 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:02.784297 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-6abfb621-6a90-4878-a642-4d29a4d02334 service neutron] 10.222.0.25 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869733 Sep 07 18:50:03.073349 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7be90af1-0ae1-4787-97f2-4f59a0abbe9a up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:03.081280 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0747d06f-7217-4e18-9eab-728d7bf7d412 req-63000a18-0d2a-4c08-a5c4-0e1848ad4a5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0706496 Sep 07 18:50:03.191304 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:03.191971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:03.365116 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d81ff-29d4-4872-adc2-73f185f9eae4 req-98d0029a-7453-4814-ad41-fe1280eb26f2 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.377317 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ab7d81ff-29d4-4872-adc2-73f185f9eae4 req-98d0029a-7453-4814-ad41-fe1280eb26f2 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.1265695 Sep 07 18:50:03.520285 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ab7d81ff-29d4-4872-adc2-73f185f9eae4 req-9119ef5a-4c27-4ee7-b5a6-6bf21ef490d4 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388216 Sep 07 18:50:03.598050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3aa80-7878-49ca-9d18-9b72320358b0 req-c3c0716b-9233-4a31-be86-a18ac4f03102 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:03.601870 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bdc3aa80-7878-49ca-9d18-9b72320358b0 req-c3c0716b-9233-4a31-be86-a18ac4f03102 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0762594 Sep 07 18:50:03.672581 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bdc3aa80-7878-49ca-9d18-9b72320358b0 req-e7d20487-011e-4ed4-af6c-07dbbfdc04dd tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631993 Sep 07 18:50:03.774635 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9d955c5c-8be0-4ebc-b15e-9d9c10a32aa5 req-58c5b832-c9e0-4186-85fc-f913522bfc7b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0289335 Sep 07 18:50:04.028581 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:50:04.077732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56886) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:04.163605 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a0d2131a-c368-4d9f-be05-a267b3b55ca6 req-24e64b58-45de-40b2-930b-2e14317eaa39 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0289898 Sep 07 18:50:04.211968 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5fa95aad-c0e0-402a-a88e-9a9329e79c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.384237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5fa95aad-c0e0-402a-a88e-9a9329e79c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.394228 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5fa95aad-c0e0-402a-a88e-9a9329e79c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.479259 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56910) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:04.487612 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-5fa95aad-c0e0-402a-a88e-9a9329e79c5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=279f7310afb6444b839c6c30638b531f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083800 Sep 07 18:50:04.519340 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa95aad-c0e0-402a-a88e-9a9329e79c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a8911b-1a36-48f9-bcac-7c0da4c9e2de,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:04.531441 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.597618 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.666001 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56914) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:04.735371 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:04.864638 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90bb6c-6706-4021-8387-8f549109db6a req-a35e1779-9a2c-41df-a1e6-df6aff98be97 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:04.876267 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9b90bb6c-6706-4021-8387-8f549109db6a req-a35e1779-9a2c-41df-a1e6-df6aff98be97 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0941255 Sep 07 18:50:04.917510 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f294-ae1e-4b8d-a549-e71c8853fedd req-86878f18-0e7a-489a-ae6b-abbb693cf309 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:04.930162 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e134f294-ae1e-4b8d-a549-e71c8853fedd req-86878f18-0e7a-489a-ae6b-abbb693cf309 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.1686494 Sep 07 18:50:04.990883 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9b90bb6c-6706-4021-8387-8f549109db6a req-56c64ad4-64e4-4cf2-afb3-a17bb57ba252 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030364 Sep 07 18:50:05.055417 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-136baa5c-b419-4142-8af8-11900064cc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.084367 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.086694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.114260 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57a8911b-1a36-48f9-bcac-7c0da4c9e2de HTTP/1.1" status: 204 len: 168 time: 0.6304443 Sep 07 18:50:05.178808 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e134f294-ae1e-4b8d-a549-e71c8853fedd req-894721f5-873e-4da9-8955-ed8c316b90a9 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430997 Sep 07 18:50:05.180261 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4ed4f-1f83-4797-a211-aea1cc86c030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a8911b-1a36-48f9-bcac-7c0da4c9e2de,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.314967 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cba5893f-f6ce-4e06-b5ac-dae3fa99f2d1 req-b313cff0-21f6-41bd-8a2e-6a4293b0fd24 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.1125844 Sep 07 18:50:05.322332 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b328ed1f-5bb3-4481-a8c7-e979ba72fea6 req-b6f0d75a-6718-4ee7-b2ba-d04fc82b7f57 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0554857 Sep 07 18:50:05.489811 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-136baa5c-b419-4142-8af8-11900064cc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.504475 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-136baa5c-b419-4142-8af8-11900064cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.566785 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-136baa5c-b419-4142-8af8-11900064cc59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13411f3b37f54d0b9c5a6ffe25205cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8989871 Sep 07 18:50:05.569250 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136baa5c-b419-4142-8af8-11900064cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f2ab6-6b93-494c-8170-355d848ccb07,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.570254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56938) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:05.620862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56940) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:05.637003 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-183359f1-f5a1-4651-bfe2-dd676bb153c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.681707 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.731513 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.774956 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-183359f1-f5a1-4651-bfe2-dd676bb153c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.787713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-183359f1-f5a1-4651-bfe2-dd676bb153c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.849606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.855411 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.858125 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f6f2ab6-6b93-494c-8170-355d848ccb07 HTTP/1.1" status: 204 len: 168 time: 0.2859886 Sep 07 18:50:05.870479 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:05.880503 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-183359f1-f5a1-4651-bfe2-dd676bb153c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcdf9104bad84d258355c445e3185a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581899 Sep 07 18:50:05.883656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909570c3-9c2e-4fca-bb71-fa5d5bd901d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f2ab6-6b93-494c-8170-355d848ccb07,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.884482 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56944) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:05.896049 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183359f1-f5a1-4651-bfe2-dd676bb153c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3de8cb-d408-422e-bd9f-72b53c815c29,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:05.972521 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.001259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.065554 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.068183 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.069400 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e3de8cb-d408-422e-bd9f-72b53c815c29 HTTP/1.1" status: 204 len: 168 time: 0.1839387 Sep 07 18:50:06.080399 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f74c3-039b-4e1e-868c-39b6054f26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3de8cb-d408-422e-bd9f-72b53c815c29,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.141364 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78ec5f-3dd8-4acc-8bd8-a282f45e5dfa req-d0c3020e-bcde-40bd-a62c-b33eaa9339b6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:06.143055 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1a78ec5f-3dd8-4acc-8bd8-a282f45e5dfa req-d0c3020e-bcde-40bd-a62c-b33eaa9339b6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0542479 Sep 07 18:50:06.193276 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1a78ec5f-3dd8-4acc-8bd8-a282f45e5dfa req-af63ee16-4dbf-4950-8069-7beba475452d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Sep 07 18:50:06.325632 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97fb2-d8ad-4517-b4fb-45ec189c7039 req-100b62ee-6c66-4cd5-8213-77f7438800cc tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:06.327748 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1a97fb2-d8ad-4517-b4fb-45ec189c7039 req-100b62ee-6c66-4cd5-8213-77f7438800cc tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.0724146 Sep 07 18:50:06.432917 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1a97fb2-d8ad-4517-b4fb-45ec189c7039 req-8dbe2e01-b6b6-4851-8b82-1f4460aa7ee2 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950906 Sep 07 18:50:06.474743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 56966) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:06.489967 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-12251443-cf99-4d10-a445-984f15cd4676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.490776 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e6a88ca5-90e0-42a5-b722-9f08d1afab1c req-986ff421-0a6f-4193-a253-048fd65e95c8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0606527 Sep 07 18:50:06.608166 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-12efffcd-8ff2-4f26-81a3-eab239b5d5f9 req-56f3096f-f7bb-45e6-a374-f47d6ed6fdd3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0678346 Sep 07 18:50:06.691640 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-12251443-cf99-4d10-a445-984f15cd4676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.696918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-12251443-cf99-4d10-a445-984f15cd4676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.743007 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-12251443-cf99-4d10-a445-984f15cd4676 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=340da5053e104d979778095ca5b9d269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665646 Sep 07 18:50:06.743995 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12251443-cf99-4d10-a445-984f15cd4676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64bc8f-15c4-4c72-a0fe-dcaea5c22e93,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:06.745766 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 56974) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:06.832002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.863145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.939501 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.942603 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:06.946344 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf64bc8f-15c4-4c72-a0fe-dcaea5c22e93 HTTP/1.1" status: 204 len: 168 time: 0.1970692 Sep 07 18:50:06.955615 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f6019-f6ee-4c79-9056-6adab00ea62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64bc8f-15c4-4c72-a0fe-dcaea5c22e93,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:07.334792 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf00d-3c8c-462f-bb31-cce49184ac9b req-5f45ab76-0dc5-4bf2-b4e4-d8ef9483b541 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:07.339804 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-71bbf00d-3c8c-462f-bb31-cce49184ac9b req-5f45ab76-0dc5-4bf2-b4e4-d8ef9483b541 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0641615 Sep 07 18:50:07.394487 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-71bbf00d-3c8c-462f-bb31-cce49184ac9b req-0893e79e-88b1-42c0-86c6-8dbb5cc98ff4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459445 Sep 07 18:50:07.600922 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41198-d33f-453e-9a53-db5c7c249030 req-08c2fec7-58d6-4877-8bc1-8675dbb3009e tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:07.602798 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c6e41198-d33f-453e-9a53-db5c7c249030 req-08c2fec7-58d6-4877-8bc1-8675dbb3009e tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.0743296 Sep 07 18:50:07.616678 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b650bce0-ed3a-4788-854e-f742080d63d0 req-c0dcef77-015e-4b39-9615-8eb531c28e9b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0468524 Sep 07 18:50:07.666046 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c6e41198-d33f-453e-9a53-db5c7c249030 req-1a1b785d-3ed8-4c70-81b1-26e882641143 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567949 Sep 07 18:50:07.754584 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7e8ba19d-2a94-4aa2-896d-dbe0cfaf6958 req-cffe4736-afc0-4631-84df-b2c932ffdb2a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0357671 Sep 07 18:50:08.541305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e72a0-c234-4b35-b529-38972684e8eb req-6fc372f0-0a86-4aee-9639-466de9e27b00 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:08.549459 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b9e72a0-c234-4b35-b529-38972684e8eb req-6fc372f0-0a86-4aee-9639-466de9e27b00 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 931 time: 0.0763788 Sep 07 18:50:08.627003 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b9e72a0-c234-4b35-b529-38972684e8eb req-9e0b0b1e-2be3-43d3-8a1f-f2e856bc9260 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Sep 07 18:50:08.752248 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Request body: {'port': {'device_id': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:08.774866 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Request body: {'port': {'device_id': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:08.799746 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2778636e-5cd3-471e-bd7e-495dd232bbf3 req-2accbca6-7742-4485-8ea8-7754561452d9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0593040 Sep 07 18:50:08.864799 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.892843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:08.923521 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cfc43-9354-4b45-bb25-444b9019d366 req-9fc529d3-c016-4fa2-81e5-4a252f089fed tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:08.930036 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-026cfc43-9354-4b45-bb25-444b9019d366 req-9fc529d3-c016-4fa2-81e5-4a252f089fed tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 931 time: 0.1347184 Sep 07 18:50:08.941919 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3b31e4a6-fbfb-4e56-a70a-19f33abd531d req-7a5270e1-42a9-46c5-bcf3-e54493553b5e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0600178 Sep 07 18:50:09.036992 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-026cfc43-9354-4b45-bb25-444b9019d366 req-2f242b4d-1b28-4e0e-9fe3-48867190f3c8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059587 Sep 07 18:50:09.257615 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.74', 58154) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:09.452602 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44226ede-d2a0-496c-9cca-4038ffa4b443 {{(pid=105638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:09.462984 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.486968 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Transition to ACTIVE for port object 44226ede-d2a0-496c-9cca-4038ffa4b443 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:09.496155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.559647 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Pushing event updated for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:09.567035 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-9c9bf61c-4c47-4224-a31e-dd444bae16d4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.570978 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-9c9bf61c-4c47-4224-a31e-dd444bae16d4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 818 time: 0.3100295 Sep 07 18:50:09.599190 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Request body: {'port': {'device_id': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'admin_state_up': True, 'tenant_id': '539686a09b344a748c48a347c4467ec4'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:09.740238 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b18e263-b42a-4720-9377-c25e827738f6 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:09.759642 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.797206 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Transition to ACTIVE for port object 2b18e263-b42a-4720-9377-c25e827738f6 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:09.825342 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Attempting to bind port 44226ede-d2a0-496c-9cca-4038ffa4b443 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:09.828288 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Attempting to bind port 44226ede-d2a0-496c-9cca-4038ffa4b443 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:09.828825 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Attempting to bind port 44226ede-d2a0-496c-9cca-4038ffa4b443 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:09.846053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.846939 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Port 44226ede-d2a0-496c-9cca-4038ffa4b443 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:09.847278 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Attempting to bind port 44226ede-d2a0-496c-9cca-4038ffa4b443 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:09.864303 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:09.865117 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Checking segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:09.868504 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Bound using segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:09.869190 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Bound port: 44226ede-d2a0-496c-9cca-4038ffa4b443, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:09.869704 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:09.917804 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a1ef-b02d-40ca-b0dc-edfa8cdec2ec req-3e335566-c24f-4ab7-8926-74afea4fef4b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:09.923385 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-42e7a1ef-b02d-40ca-b0dc-edfa8cdec2ec req-3e335566-c24f-4ab7-8926-74afea4fef4b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 943 time: 0.1954210 Sep 07 18:50:10.023759 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ce387c0b-1dc1-47cc-ada4-e67d5a430bed req-80405867-a84e-4974-8c70-1d3e9677a4c4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0571148 Sep 07 18:50:10.024247 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.74', 58159) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:10.249459 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Pushing event updated for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:10.316084 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:10.316463 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3338de9f-535f-48c6-8f3d-8f98c32c3666 req-9357d0ef-1cdd-48ce-ae1c-ed17ec9759fc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0684559 Sep 07 18:50:10.321112 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44226ede-d2a0-496c-9cca-4038ffa4b443,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:10.323109 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Made reservation on behalf of 539686a09b344a748c48a347c4467ec4 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:10.325525 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-42e7a1ef-b02d-40ca-b0dc-edfa8cdec2ec req-62c1eede-ec9b-4392-8669-c57488da52a9 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948815 Sep 07 18:50:10.329145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.344751 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.410786 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:10.414275 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.416826 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] 10.222.0.74 "PUT /v2.0/ports/44226ede-d2a0-496c-9cca-4038ffa4b443 HTTP/1.1" status: 200 len: 1093 time: 1.8550737 Sep 07 18:50:10.417751 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:10.461713 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6065137-a29e-4c0b-b813-0211ba5c063d service neutron] Pushing event updated for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:10.550246 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.74', 58163) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:10.647409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Allocated IP 172.20.0.12 (d24a47e0-93d1-49d6-a9bb-748e15d1685f/8eb64841-2b7f-410a-acd0-5e7df320dd05/8d709803-58c1-493b-9bc8-4179d62ecae0) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:10.669404 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-747107b3-200e-4a2a-991a-3d6bb23ad078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:10.671329 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-747107b3-200e-4a2a-991a-3d6bb23ad078 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 1096 time: 0.1705911 Sep 07 18:50:10.734149 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1719c32f-1753-431c-8496-5380e0d20ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:10.799097 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-2e62cb37-19ef-437d-8535-cef93fb0537f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44226ede-d2a0-496c-9cca-4038ffa4b443 HTTP/1.1" status: 200 len: 217 time: 0.1099963 Sep 07 18:50:10.863452 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.875831 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-2807e4c4-e69a-4874-b902-7bb238fc101e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:10.878412 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-2807e4c4-e69a-4874-b902-7bb238fc101e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 810 time: 0.3310616 Sep 07 18:50:10.934077 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:10.976066 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:10.987343 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:10.989280 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:11.042608 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05818-b715-4156-b389-66dfd868c02a req-54c38b15-cb54-4962-a222-e432fea3dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.044648 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-54c38b15-cb54-4962-a222-e432fea3dff4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.2358391 Sep 07 18:50:11.050478 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e690773a-d8a4-40d9-965b-a7a55ecacf50 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 379 time: 0.1077874 Sep 07 18:50:11.084859 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'port': {'device_id': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'admin_state_up': True, 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'security_groups': ['ad3dc714-4b9d-4578-a086-9ce2713efd29']}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:11.198126 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Pushing event updated for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:11.201487 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Attempting to bind port 2b18e263-b42a-4720-9377-c25e827738f6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:11.201672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6303a-9275-48ed-9a53-6ccb2b20735e x-openstack-request-id: req-d2e6303a-9275-48ed-9a53-6ccb2b20735e {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:11.202023 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:11.202336 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Attempting to bind port 2b18e263-b42a-4720-9377-c25e827738f6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '93ed4e36-8dfa-4539-a4ae-da03b7e184e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:11.202775 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2e6303a-9275-48ed-9a53-6ccb2b20735e {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:11.203381 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443', 'status': 'completed', 'code': 200} Sep 07 18:50:11.203843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Attempting to bind port 2b18e263-b42a-4720-9377-c25e827738f6 on network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:11.213720 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.215141 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.253742 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-27ed41a4-070d-4d4f-8337-92449ae23a19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6613317 Sep 07 18:50:11.272009 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-abe49c01-1b57-4162-9e27-4f4b2c93d755 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083790 Sep 07 18:50:11.274408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-c7b698d3-1bb2-43fb-9979-36319d155de2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.277668 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-c7b698d3-1bb2-43fb-9979-36319d155de2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 818 time: 1.2482009 Sep 07 18:50:11.278578 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Port 2b18e263-b42a-4720-9377-c25e827738f6 on network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:11.279151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Attempting to bind port 2b18e263-b42a-4720-9377-c25e827738f6 on network 3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:11.289055 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Request body: {'port': {'device_id': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:11.306963 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e410ec74-5eb9-4b13-b9dc-869c6d86a054 req-4a128cd2-1645-41f1-823c-537f30395799 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0529943 Sep 07 18:50:11.344159 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afe478-2b7a-48e6-8e5c-9607d658894d req-d55572cc-0489-42f0-869b-85d18ff9e09a tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.355541 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4afe478-2b7a-48e6-8e5c-9607d658894d req-d55572cc-0489-42f0-869b-85d18ff9e09a tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.4316480 Sep 07 18:50:11.382267 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57204) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:11.388546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Request body: {'port': {'device_id': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'admin_state_up': True, 'tenant_id': '539686a09b344a748c48a347c4467ec4'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:11.436914 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4afe478-2b7a-48e6-8e5c-9607d658894d req-9f1a6d53-0c7d-4efc-82cd-adc9afcd2411 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Sep 07 18:50:11.449604 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:11.450288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Checking segment: {'id': '93ed4e36-8dfa-4539-a4ae-da03b7e184e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:11.450738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Bound using segment: {'id': '93ed4e36-8dfa-4539-a4ae-da03b7e184e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:11.451256 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Bound port: 2b18e263-b42a-4720-9377-c25e827738f6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ed4e36-8dfa-4539-a4ae-da03b7e184e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:11.451651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.454520 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-5e999130-3615-48fd-9b3d-8b15c59dbe9e service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588686 Sep 07 18:50:11.470742 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Made reservation on behalf of 9483012905d3456399efefdfedc1f40b for: {'port': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:11.475707 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.679681 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3acd1d-af8f-4318-8837-cd5b75483ab9 req-3f80d5df-615b-468b-8311-0b62249bc375 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.681268 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8f3acd1d-af8f-4318-8837-cd5b75483ab9 req-3f80d5df-615b-468b-8311-0b62249bc375 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 932 time: 0.2224753 Sep 07 18:50:11.690787 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-740ffe00-6534-4e23-acff-fc2044b89020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.727170 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Allocated IP 172.20.0.10 (66d4c095-8d36-4e4b-9707-8603759b808c/1b7f3ca6-0a00-498b-8879-0c1b93c5b19f/c6592084-b25f-4b2b-9a75-cdf7dbb435ad) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:11.756011 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.772278 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8f3acd1d-af8f-4318-8837-cd5b75483ab9 req-2e921c03-4b18-4cf5-b5e6-d4c86ef2f51c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776544 Sep 07 18:50:11.849820 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bac323-1d5a-4ea6-bb75-f32209191bc2 req-f301d81b-b490-4ebb-8b6e-101d4a1a15f6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:11.851374 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-98bac323-1d5a-4ea6-bb75-f32209191bc2 req-f301d81b-b490-4ebb-8b6e-101d4a1a15f6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 943 time: 0.1830668 Sep 07 18:50:11.928773 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:11.943120 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Transition to ACTIVE for port object c6592084-b25f-4b2b-9a75-cdf7dbb435ad will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:11.978115 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:11.978701 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.031752 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Network 66d4c095-8d36-4e4b-9707-8603759b808c is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:12.035120 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:12.039357 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:12.039989 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b18e263-b42a-4720-9377-c25e827738f6,segment=NetworkSegment(93ed4e36-8dfa-4539-a4ae-da03b7e184e7),segment_id=93ed4e36-8dfa-4539-a4ae-da03b7e184e7)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:12.053278 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-98bac323-1d5a-4ea6-bb75-f32209191bc2 req-d3fcd7cb-32d3-471a-b045-13d7b97d5a33 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842861 Sep 07 18:50:12.065344 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.068312 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.110779 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.110779 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.170068 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.170735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.172192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] 10.222.0.74 "PUT /v2.0/ports/2b18e263-b42a-4720-9377-c25e827738f6 HTTP/1.1" status: 200 len: 1093 time: 3.6511652 Sep 07 18:50:12.172643 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:12.226595 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e0d29-2b0f-4a14-9731-be863eec61eb service neutron] Pushing event updated for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.250820 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-740ffe00-6534-4e23-acff-fc2044b89020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.259563 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-740ffe00-6534-4e23-acff-fc2044b89020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.264897 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-e596cc8e-0efc-4aee-9b1d-1f0de9f765de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1840837 Sep 07 18:50:12.319641 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a88adf-6707-4f4d-b658-5827d09e76ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "tag": "2b18e263-b42a-4720-9377-c25e827738f6"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:12.350908 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ffe00-6534-4e23-acff-fc2044b89020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12232321-f474-4acf-aa3e-33fcfa2bc48a,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.357973 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-740ffe00-6534-4e23-acff-fc2044b89020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecd68b9aef24402fa4221e1bc749361e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9460020 Sep 07 18:50:12.358351 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57226) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:12.361312 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Made reservation on behalf of 539686a09b344a748c48a347c4467ec4 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:12.365124 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.368013 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2226d7eb-b3ab-402b-bfd2-35da39f3cc08 None None] Provisioning for port c6592084-b25f-4b2b-9a75-cdf7dbb435ad completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:12.375211 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2226d7eb-b3ab-402b-bfd2-35da39f3cc08 None None] Provisioning complete for port c6592084-b25f-4b2b-9a75-cdf7dbb435ad triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:12.375868 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2226d7eb-b3ab-402b-bfd2-35da39f3cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.388090 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d709803-58c1-493b-9bc8-4179d62ecae0 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:12.401763 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.436947 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-2226d7eb-b3ab-402b-bfd2-35da39f3cc08 None None] Port c6592084-b25f-4b2b-9a75-cdf7dbb435ad cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:50:12.453503 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Transition to ACTIVE for port object 8d709803-58c1-493b-9bc8-4179d62ecae0 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:12.461198 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.481767 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147d5d2a-40c4-4dc4-816e-71f14ba78e90 x-openstack-request-id: req-147d5d2a-40c4-4dc4-816e-71f14ba78e90 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:12.481965 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "tag": "2b18e263-b42a-4720-9377-c25e827738f6", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:12.482212 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-147d5d2a-40c4-4dc4-816e-71f14ba78e90 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:12.482683 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6', 'status': 'completed', 'code': 200} Sep 07 18:50:12.490355 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.526754 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.601735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.640719 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Allocated IP 172.20.0.11 (d24a47e0-93d1-49d6-a9bb-748e15d1685f/8eb64841-2b7f-410a-acd0-5e7df320dd05/59ecca55-0556-4155-86cd-fc1f1fcf24fe) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:12.658883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4bf79-3440-4ccd-919d-bb1d1b486250 req-0fd3f119-9faa-4d41-b755-cbde1a9b8fcc tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.660814 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9ae4bf79-3440-4ccd-919d-bb1d1b486250 req-0fd3f119-9faa-4d41-b755-cbde1a9b8fcc tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.1061988 Sep 07 18:50:12.687006 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5109e-6abc-4f0d-9449-b873bdd15df3 req-69a78f22-1006-4475-b9e8-8b1e86fa8099 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.688452 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.688611 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ffc5109e-6abc-4f0d-9449-b873bdd15df3 req-69a78f22-1006-4475-b9e8-8b1e86fa8099 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 932 time: 0.1815734 Sep 07 18:50:12.691108 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.692626 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12232321-f474-4acf-aa3e-33fcfa2bc48a HTTP/1.1" status: 204 len: 168 time: 0.3331871 Sep 07 18:50:12.711165 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342d00e-6a7a-4208-b8c7-11dac3b3dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12232321-f474-4acf-aa3e-33fcfa2bc48a,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:12.742806 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9ae4bf79-3440-4ccd-919d-bb1d1b486250 req-6d9bc084-b9d9-492b-9b3a-5bd18acb051c tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Sep 07 18:50:12.780661 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ffc5109e-6abc-4f0d-9449-b873bdd15df3 req-ab30f14b-eb95-4489-a503-279285b65a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790350 Sep 07 18:50:12.784694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Attempting to bind port 8d709803-58c1-493b-9bc8-4179d62ecae0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:12.785256 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Attempting to bind port 8d709803-58c1-493b-9bc8-4179d62ecae0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:12.785580 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Attempting to bind port 8d709803-58c1-493b-9bc8-4179d62ecae0 on network d24a47e0-93d1-49d6-a9bb-748e15d1685f {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:12.795155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Port 8d709803-58c1-493b-9bc8-4179d62ecae0 on network d24a47e0-93d1-49d6-a9bb-748e15d1685f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:12.795480 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Attempting to bind port 8d709803-58c1-493b-9bc8-4179d62ecae0 on network d24a47e0-93d1-49d6-a9bb-748e15d1685f {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:12.839382 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:12.839982 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Checking segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:12.840682 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Bound using segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:12.841116 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Bound port: 8d709803-58c1-493b-9bc8-4179d62ecae0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:12.841475 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.919587 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97acbc-4c4c-4604-90ed-28998a4b081e req-097da4c3-86aa-46ed-b4d3-2c0e18eebe78 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:12.921507 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8f97acbc-4c4c-4604-90ed-28998a4b081e req-097da4c3-86aa-46ed-b4d3-2c0e18eebe78 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0545766 Sep 07 18:50:12.950597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:12.955843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d709803-58c1-493b-9bc8-4179d62ecae0,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:12.962891 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:12.970766 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8f97acbc-4c4c-4604-90ed-28998a4b081e req-e209e5c8-b55a-4db8-a9ca-d63f051326cd tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Sep 07 18:50:12.975670 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.015461 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.016113 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.017495 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d709803-58c1-493b-9bc8-4179d62ecae0 HTTP/1.1" status: 200 len: 1094 time: 1.7343693 Sep 07 18:50:13.048398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e3eb-2e64-4c67-b832-781ef94c5d01 service neutron] Pushing event updated for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.068105 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.097995 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57244) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:13.110191 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Network d24a47e0-93d1-49d6-a9bb-748e15d1685f is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:13.113720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77da-8e12-40ce-8465-974cf9b75649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.113878 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:13.118013 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:13.149850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Pushing event updated for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.195100 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.195716 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.221766 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593c054-e4d1-4c76-8b5c-55bfb749d99d req-64801420-0a92-4a52-b59c-651025780b1f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.223748 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f593c054-e4d1-4c76-8b5c-55bfb749d99d req-64801420-0a92-4a52-b59c-651025780b1f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 943 time: 0.0795202 Sep 07 18:50:13.225974 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77da-8e12-40ce-8465-974cf9b75649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.230991 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77da-8e12-40ce-8465-974cf9b75649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.239977 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-34a59abe-f818-4960-9330-bfb1c94f075c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566451 Sep 07 18:50:13.269881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f593c054-e4d1-4c76-8b5c-55bfb749d99d req-a684f78b-adb8-435b-af41-facadff4cdfc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Sep 07 18:50:13.273134 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-9b1f77da-8e12-40ce-8465-974cf9b75649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=390b1ab929f64637a002e38d52e7c115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743939 Sep 07 18:50:13.276219 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57246) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:13.282263 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f77da-8e12-40ce-8465-974cf9b75649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67743d9e-87cc-4d02-8e02-4bee5346e0c0,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.333676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.356247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.403948 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.406461 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:13.407650 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67743d9e-87cc-4d02-8e02-4bee5346e0c0 HTTP/1.1" status: 204 len: 168 time: 0.1305585 Sep 07 18:50:13.416821 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305c2e0-1e36-407a-a4e5-bdfe27415024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67743d9e-87cc-4d02-8e02-4bee5346e0c0,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:13.859129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf633-abee-4153-8a93-9a2d04bf023a req-0a2ab56a-9c36-4e89-a807-900937f05e39 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.860681 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-07bcf633-abee-4153-8a93-9a2d04bf023a req-0a2ab56a-9c36-4e89-a807-900937f05e39 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.0544355 Sep 07 18:50:13.909032 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-07bcf633-abee-4153-8a93-9a2d04bf023a req-4bec9d4b-f08e-4cb3-be65-800ab9bd8794 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Sep 07 18:50:13.910387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cbde-24ec-42a6-9be3-f56fa528e70a req-aac9fdab-879a-47e6-b668-33753f81f0ce tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:13.912117 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ac5cbde-24ec-42a6-9be3-f56fa528e70a req-aac9fdab-879a-47e6-b668-33753f81f0ce tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 932 time: 0.0574830 Sep 07 18:50:13.962585 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ac5cbde-24ec-42a6-9be3-f56fa528e70a req-cd3c1f21-b8bd-4c64-a2b4-4c9f4ff686ba tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Sep 07 18:50:14.094762 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc41e-5e65-42a5-b7a1-eb32195e8107 req-44ecb62b-c15b-499b-8680-0c15a69cb122 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.096339 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f5fcc41e-5e65-42a5-b7a1-eb32195e8107 req-44ecb62b-c15b-499b-8680-0c15a69cb122 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0493290 Sep 07 18:50:14.144496 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f5fcc41e-5e65-42a5-b7a1-eb32195e8107 req-fc705765-6a87-4631-b0ca-a23f52b364a8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Sep 07 18:50:14.374010 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Request body: {'port': {'device_id': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:14.403215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Request body: {'port': {'device_id': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:14.470197 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.485484 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:14.487848 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1f304-0ec4-426d-8988-8b3a33b7edd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:14.497459 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d3a05818-b715-4156-b389-66dfd868c02a req-7d0d500d-3cef-4094-b87f-308163a8ab1a service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793516 Sep 07 18:50:14.573857 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b506f6-8d70-47a8-89ee-fce0d852e23f x-openstack-request-id: req-70b506f6-8d70-47a8-89ee-fce0d852e23f {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:14.574143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:14.574392 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70b506f6-8d70-47a8-89ee-fce0d852e23f {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:14.574776 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0', 'status': 'completed', 'code': 200} Sep 07 18:50:14.625935 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b4e04-6009-46b1-bd11-23e699caa81c req-9696a567-bcf2-4005-ac31-17b810ec9cc3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.627673 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e75b4e04-6009-46b1-bd11-23e699caa81c req-9696a567-bcf2-4005-ac31-17b810ec9cc3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 943 time: 0.2548077 Sep 07 18:50:14.636006 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-9fb33c74-645e-448a-8620-89a61c80ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.637538 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-9fb33c74-645e-448a-8620-89a61c80ccac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 1097 time: 0.1988418 Sep 07 18:50:14.639867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-5a7dcc19-11b7-43be-ab54-b108de05cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.641845 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-5a7dcc19-11b7-43be-ab54-b108de05cc2c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04e24d30b9564e45852558d7d52c3bdd&device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 1096 time: 0.2014320 Sep 07 18:50:14.643463 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:14.767423 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-df4ae3ca-23b2-48a6-8e18-1c52c7613417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:14.768951 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-df4ae3ca-23b2-48a6-8e18-1c52c7613417 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 1096 time: 0.0690193 Sep 07 18:50:15.009714 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e75b4e04-6009-46b1-bd11-23e699caa81c req-69739324-a9b6-4926-883f-cb2f5b49d767 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674178 Sep 07 18:50:15.049693 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-6566b415-e779-4677-99a4-15bf0ca17032 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d709803-58c1-493b-9bc8-4179d62ecae0 HTTP/1.1" status: 200 len: 217 time: 0.3592868 Sep 07 18:50:15.187990 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6592084-b25f-4b2b-9a75-cdf7dbb435ad {{(pid=105638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:15.233753 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.294418 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Transition to ACTIVE for port object c6592084-b25f-4b2b-9a75-cdf7dbb435ad will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:15.313790 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6798-a719-4de5-8ba6-f6540873630a req-8799657a-cecc-4f97-9635-97fff5147067 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.315390 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9da6798-a719-4de5-8ba6-f6540873630a req-8799657a-cecc-4f97-9635-97fff5147067 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.1502852 Sep 07 18:50:15.334263 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:15.336300 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-c07f596f-1a0d-486a-b9bd-867e9a91880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.337811 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-c07f596f-1a0d-486a-b9bd-867e9a91880d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.2688231 Sep 07 18:50:15.372379 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-6a381716-fd18-46a9-9a8b-74b925676456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.373830 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-6a381716-fd18-46a9-9a8b-74b925676456 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=04e24d30b9564e45852558d7d52c3bdd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6823268 Sep 07 18:50:15.400085 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:15.446533 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-8c6296b2-3a23-4858-a787-e5ffb8e9de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.456947 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-8c6296b2-3a23-4858-a787-e5ffb8e9de74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 915 time: 0.6788247 Sep 07 18:50:15.478928 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-208c5cbc-036f-4b18-8140-785eb6c50fe5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079435 Sep 07 18:50:15.487179 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1193a8-c57b-4df9-b504-22a2d9c8a3fd req-b8babf23-51a4-4317-9b34-3408bb6ce59d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.494519 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-df1193a8-c57b-4df9-b504-22a2d9c8a3fd req-b8babf23-51a4-4317-9b34-3408bb6ce59d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 932 time: 0.3710032 Sep 07 18:50:15.592345 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-6fabf8d7-b821-4f13-86b4-6f5bb6aaf2eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44226ede-d2a0-496c-9cca-4038ffa4b443 HTTP/1.1" status: 200 len: 217 time: 0.1098843 Sep 07 18:50:15.693242 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9da6798-a719-4de5-8ba6-f6540873630a req-24fc6200-c054-4bb1-ab6c-2eddced235d8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652894 Sep 07 18:50:15.851796 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-af0cc9b7-d012-488d-adda-9de458dc770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.855528 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-af0cc9b7-d012-488d-adda-9de458dc770d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.2338471 Sep 07 18:50:15.860125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-a5164aba-9b0c-47de-b110-29485954b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:15.860316 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-43a88adf-6707-4f4d-b658-5827d09e76ed req-a5164aba-9b0c-47de-b110-29485954b926 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4756100 Sep 07 18:50:15.955810 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-df1193a8-c57b-4df9-b504-22a2d9c8a3fd req-3dd76b8f-473c-4875-856f-debe5abe6ae0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602873 Sep 07 18:50:15.997329 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-9a8f763c-7ebe-4135-9ed5-af481c691ed5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114588 Sep 07 18:50:16.002080 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Attempting to bind port c6592084-b25f-4b2b-9a75-cdf7dbb435ad on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:16.002555 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Attempting to bind port c6592084-b25f-4b2b-9a75-cdf7dbb435ad by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:16.002916 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Attempting to bind port c6592084-b25f-4b2b-9a75-cdf7dbb435ad on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:16.068644 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Port c6592084-b25f-4b2b-9a75-cdf7dbb435ad on network 66d4c095-8d36-4e4b-9707-8603759b808c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:16.068926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Attempting to bind port c6592084-b25f-4b2b-9a75-cdf7dbb435ad on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:16.074918 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-d1eed4eb-971c-402b-9f36-28826faf6fba service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254979 Sep 07 18:50:16.081656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:16.082085 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Checking segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:16.082494 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Bound using segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:16.083247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Bound port: c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:16.083626 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.118608 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c385f9-66d6-4612-b0b2-a7d2a13aa734 req-bf291b65-7a30-497f-9b5c-391acb067daf tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.120667 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-81c385f9-66d6-4612-b0b2-a7d2a13aa734 req-bf291b65-7a30-497f-9b5c-391acb067daf tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.2617533 Sep 07 18:50:16.195893 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-6d7e4420-489b-4103-9160-5debc6256aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.197521 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-6d7e4420-489b-4103-9160-5debc6256aea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04e24d30b9564e45852558d7d52c3bdd&device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 1096 time: 0.2383168 Sep 07 18:50:16.213097 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ecca55-0556-4155-86cd-fc1f1fcf24fe {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:16.219924 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-3bc70ba8-c6e8-48e0-9669-e37b32bc61cc service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127655 Sep 07 18:50:16.224227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:16.233781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.246314 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-81c385f9-66d6-4612-b0b2-a7d2a13aa734 req-616bc8db-03dc-4fbc-a6d0-ced5a5cea56f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975859 Sep 07 18:50:16.258143 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:16.279584 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-8841f6b1-7907-4589-a175-b87cecd935ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b18e263-b42a-4720-9377-c25e827738f6 HTTP/1.1" status: 200 len: 217 time: 0.0603430 Sep 07 18:50:16.286431 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Transition to ACTIVE for port object 59ecca55-0556-4155-86cd-fc1f1fcf24fe will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:16.288659 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.301525 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507403a4-2929-4533-964b-d2968fe62170 req-db3f3116-09b0-4dbb-aa96-2bf636f167e4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.303639 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-507403a4-2929-4533-964b-d2968fe62170 req-db3f3116-09b0-4dbb-aa96-2bf636f167e4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 943 time: 0.1851912 Sep 07 18:50:16.314620 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.336485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.337280 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.338464 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] 10.222.0.74 "PUT /v2.0/ports/c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 1094 time: 1.9688680 Sep 07 18:50:16.341153 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:16.343459 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a33741-c50f-4227-a3a6-4be651880484" -d '{"events": [{"name": "network-changed", "server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:16.375210 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 44226ede-d2a0-496c-9cca-4038ffa4b443 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:16.411631 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebeadb8-ba78-4830-a7d6-3a173827c5be x-openstack-request-id: req-8ebeadb8-ba78-4830-a7d6-3a173827c5be {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:16.411934 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:16.412672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ebeadb8-ba78-4830-a7d6-3a173827c5be {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:16.412672 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'status': 'completed', 'code': 200} Sep 07 18:50:16.413740 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.420777 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1719c32f-1753-431c-8496-5380e0d20ed5 req-0eff07c7-4543-4fea-8e5b-0b069df0d2bf service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908634 Sep 07 18:50:16.432805 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a6d117e-169d-425a-a844-367358ddc9e3 req-5a5c0fcf-81c1-4f58-954f-0bdfc432cad2 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217087 Sep 07 18:50:16.474101 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.483731 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-7b84ba1f-1d6a-49a0-9175-e219b696d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.485406 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-7b84ba1f-1d6a-49a0-9175-e219b696d17e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7708d2f6-714d-41df-896d-47184afa2342 HTTP/1.1" status: 200 len: 851 time: 0.1807766 Sep 07 18:50:16.510529 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-507403a4-2929-4533-964b-d2968fe62170 req-70046476-5d13-4375-addd-96c765b1cecf tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878893 Sep 07 18:50:16.566203 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44226ede-d2a0-496c-9cca-4038ffa4b443,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:16.569264 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-6ad145a7-936a-434d-bb1b-b86b42236529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.571621 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-6ad145a7-936a-434d-bb1b-b86b42236529 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1097 time: 0.0958414 Sep 07 18:50:16.584160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '44226ede-d2a0-496c-9cca-4038ffa4b443', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'port_id': '44226ede-d2a0-496c-9cca-4038ffa4b443', 'mac_address': 'fa:16:3e:d5:79:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c6b2c-397a-4446-94f0-0086b4580e1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:16.595171 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-2ef722b3-5442-41c1-8dfb-6b6aa45c78fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825057 Sep 07 18:50:16.639550 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-c375a659-9d20-41d2-8781-5df53a772dc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 217 time: 0.0488863 Sep 07 18:50:16.639756 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.658473 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44226ede-d2a0-496c-9cca-4038ffa4b443 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:16.681298 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44226ede-d2a0-496c-9cca-4038ffa4b443,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:16.685967 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.703796 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-c6a80a4c-a6f1-42ca-bd66-5f9d35cba10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.705316 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-c6a80a4c-a6f1-42ca-bd66-5f9d35cba10d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0568843 Sep 07 18:50:16.723902 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Attempting to bind port 59ecca55-0556-4155-86cd-fc1f1fcf24fe on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:16.724391 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Attempting to bind port 59ecca55-0556-4155-86cd-fc1f1fcf24fe by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:16.724655 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Attempting to bind port 59ecca55-0556-4155-86cd-fc1f1fcf24fe on network d24a47e0-93d1-49d6-a9bb-748e15d1685f {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:16.739115 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:16.760120 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-02c28cf0-1a15-44dd-b7ad-a8fdde5e9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.761745 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-02c28cf0-1a15-44dd-b7ad-a8fdde5e9730 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 1097 time: 0.1639028 Sep 07 18:50:16.762326 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Port 59ecca55-0556-4155-86cd-fc1f1fcf24fe on network d24a47e0-93d1-49d6-a9bb-748e15d1685f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:16.762645 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Attempting to bind port 59ecca55-0556-4155-86cd-fc1f1fcf24fe on network d24a47e0-93d1-49d6-a9bb-748e15d1685f {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:16.770947 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-7bd3f3cb-f817-4a1a-a4e8-d1b8d5f0756f service neutron] 10.222.0.74 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585064 Sep 07 18:50:16.771673 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-2548b97f-c654-4606-a4aa-09fc610c063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.773248 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-2548b97f-c654-4606-a4aa-09fc610c063e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584068 Sep 07 18:50:16.779930 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:16.780250 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Checking segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:16.780713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Bound using segment: {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:16.781069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Bound port: 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e435f-ef3b-4ee5-a803-8943faba9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:16.781434 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:16.909789 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a6a9-de05-4bd9-bb20-d8793b985285 req-bee947b5-e229-4df0-8bae-62db17d00600 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:16.911546 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6044a6a9-de05-4bd9-bb20-d8793b985285 req-bee947b5-e229-4df0-8bae-62db17d00600 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.1187518 Sep 07 18:50:16.952173 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-31993b8a-b909-46ee-afec-0666472ad373 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672812 Sep 07 18:50:17.038395 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6044a6a9-de05-4bd9-bb20-d8793b985285 req-a2c28da9-72f7-49bf-8ddc-205d36e32d53 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132700 Sep 07 18:50:17.065826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:17.142938 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-6b27e11f-b37a-4bba-b3cc-484b17b30a46 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819167 Sep 07 18:50:17.373649 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33741-c50f-4227-a3a6-4be651880484 req-cada76b7-b09f-4e76-b357-cb4cd1abdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.375605 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-cada76b7-b09f-4e76-b357-cb4cd1abdf4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1097 time: 0.0968378 Sep 07 18:50:17.503003 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-ad4dd313-b9c9-412c-a085-f2f7b7d64a67 service neutron] 10.222.0.74 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121911 Sep 07 18:50:17.517288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f560-48c0-4d37-9be1-7be073232a0f req-a181c37d-a768-4163-9830-9cb4807ca2f9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.529943 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1017f560-48c0-4d37-9be1-7be073232a0f req-a181c37d-a768-4163-9830-9cb4807ca2f9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.4041879 Sep 07 18:50:17.541329 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:17.546400 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:17.548077 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-664ab5b6-a37d-4ed0-a7ad-1fa967be909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.549988 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-664ab5b6-a37d-4ed0-a7ad-1fa967be909f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.7781188 Sep 07 18:50:17.559636 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.664801 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.665701 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.667569 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] 10.222.0.74 "PUT /v2.0/ports/59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 1094 time: 3.2709389 Sep 07 18:50:17.670691 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:17.671359 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574cc3-46fb-4d69-a163-ffb0e560be74 req-e7b16687-4318-455f-b88e-21acf799dbe4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.673589 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-35574cc3-46fb-4d69-a163-ffb0e560be74 req-e7b16687-4318-455f-b88e-21acf799dbe4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.2935917 Sep 07 18:50:17.676591 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675cdb7-c33c-4285-914e-4d36c29a53e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:17.691028 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-d4c3a3b2-4d24-432c-afb2-2ff36995b0ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d709803-58c1-493b-9bc8-4179d62ecae0 HTTP/1.1" status: 200 len: 217 time: 0.0899332 Sep 07 18:50:17.700043 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1017f560-48c0-4d37-9be1-7be073232a0f req-801a6e04-d2a4-4bc8-bfd3-eaf53dccd41c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690605 Sep 07 18:50:17.726386 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57418) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:17.770098 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-35574cc3-46fb-4d69-a163-ffb0e560be74 req-e179d873-721d-4b14-a774-fb7bf11c64ee tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846572 Sep 07 18:50:17.780946 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68417f-3fe1-4701-98b2-49fb546d4197 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:17.802502 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33741-c50f-4227-a3a6-4be651880484 req-dd12ba0e-dbfc-4de1-a297-127ef99055e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.804176 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-dd12ba0e-dbfc-4de1-a297-127ef99055e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.4082291 Sep 07 18:50:17.850505 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c30539-ead9-43b2-9e96-2858368b3dd6 x-openstack-request-id: req-44c30539-ead9-43b2-9e96-2858368b3dd6 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:17.850872 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:17.851186 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44c30539-ead9-43b2-9e96-2858368b3dd6 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:17.852157 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe', 'status': 'completed', 'code': 200} Sep 07 18:50:17.886516 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d075f633-1542-4e70-a8d6-321b6e7303b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:17.907760 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-18687994-1ec4-4ab9-9bab-d984b8f7904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.910079 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-18687994-1ec4-4ab9-9bab-d984b8f7904e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1097 time: 0.1567218 Sep 07 18:50:17.922249 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-f4c3f92d-0392-4e66-9f7c-dc4a2c7265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.925521 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-f4c3f92d-0392-4e66-9f7c-dc4a2c7265e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.2238100 Sep 07 18:50:17.946927 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3686e8-f1d7-436d-bef9-45970d775b51 req-673be422-5432-4aec-929e-bf1bd7b74a76 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:17.948712 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0e3686e8-f1d7-436d-bef9-45970d775b51 req-673be422-5432-4aec-929e-bf1bd7b74a76 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 944 time: 0.1189861 Sep 07 18:50:17.997440 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0e3686e8-f1d7-436d-bef9-45970d775b51 req-a12caed7-b550-4d1d-b06e-78f65ea94eae tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Sep 07 18:50:18.036341 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d075f633-1542-4e70-a8d6-321b6e7303b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.044040 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d075f633-1542-4e70-a8d6-321b6e7303b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.105559 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57436) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:18.105735 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d075f633-1542-4e70-a8d6-321b6e7303b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d94140ed258d457eabb955fe76f75175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760810 Sep 07 18:50:18.109141 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075f633-1542-4e70-a8d6-321b6e7303b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb0560-d249-4b8c-874e-615473724fcc,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:18.162306 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.185080 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.191419 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971c480-4371-410b-bcc0-f9833c4d09e4 req-0932a2f7-6437-4cae-9eb6-2d52b8f39f97 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.193128 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b971c480-4371-410b-bcc0-f9833c4d09e4 req-0932a2f7-6437-4cae-9eb6-2d52b8f39f97 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.0512564 Sep 07 18:50:18.240217 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b971c480-4371-410b-bcc0-f9833c4d09e4 req-a9a580cd-745a-4e64-9ab9-45da1d29135c tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Sep 07 18:50:18.244788 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.249519 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.251532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22bb0560-d249-4b8c-874e-615473724fcc HTTP/1.1" status: 204 len: 168 time: 0.1447141 Sep 07 18:50:18.265160 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e0ab7-39b9-4389-b566-4179299ed2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb0560-d249-4b8c-874e-615473724fcc,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:18.551568 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57442) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:18.564920 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e7d3fd11-3cb9-47e7-81a8-4d1116e02174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.668087 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e7d3fd11-3cb9-47e7-81a8-4d1116e02174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.674435 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e7d3fd11-3cb9-47e7-81a8-4d1116e02174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.716780 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e7d3fd11-3cb9-47e7-81a8-4d1116e02174 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e8437148dde47a9950a330e1a724d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640413 Sep 07 18:50:18.717637 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3fd11-3cb9-47e7-81a8-4d1116e02174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7900692-44fc-4a80-a359-dcf0402d98ad,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:18.720113 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57448) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:18.794755 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.817771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.882550 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.894054 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7def-9d0e-40a4-9e66-ce247910fee6 req-34ec39cf-5980-4725-93a3-38d96d6ed4bc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.895597 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-026b7def-9d0e-40a4-9e66-ce247910fee6 req-34ec39cf-5980-4725-93a3-38d96d6ed4bc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.1142991 Sep 07 18:50:18.916431 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920e9c6-123c-4176-bc45-56bb6cd08639 req-da02c825-8ce2-4274-b69e-fb6d90d66944 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:18.928215 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a920e9c6-123c-4176-bc45-56bb6cd08639 req-da02c825-8ce2-4274-b69e-fb6d90d66944 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0875554 Sep 07 18:50:18.932203 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.934980 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:18.936938 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7900692-44fc-4a80-a359-dcf0402d98ad HTTP/1.1" status: 204 len: 168 time: 0.2154100 Sep 07 18:50:18.977523 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db76a4-4a5b-4c71-9b27-16ecfcc6e8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7900692-44fc-4a80-a359-dcf0402d98ad,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:18.992041 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a920e9c6-123c-4176-bc45-56bb6cd08639 req-659e79d5-f603-4426-ba8a-aed01bebad12 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625403 Sep 07 18:50:19.011462 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-026b7def-9d0e-40a4-9e66-ce247910fee6 req-d495b698-b6a6-433f-af38-147b01306824 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092815 Sep 07 18:50:19.139935 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f980483-888b-46ce-8e08-60819a8fba60 req-4bd82fef-c79f-4ed1-976e-eebe68bd66ea tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:19.141958 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3f980483-888b-46ce-8e08-60819a8fba60 req-4bd82fef-c79f-4ed1-976e-eebe68bd66ea tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 944 time: 0.0687149 Sep 07 18:50:19.193392 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3f980483-888b-46ce-8e08-60819a8fba60 req-cf48717a-b1fb-422c-a339-c46f1a19f10c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Sep 07 18:50:19.399498 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c104d-df16-4ff5-a6e1-d4869db592a8 req-65fcfcd7-afc5-46d8-bc45-0f84b464ed7c tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:19.402694 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2f7c104d-df16-4ff5-a6e1-d4869db592a8 req-65fcfcd7-afc5-46d8-bc45-0f84b464ed7c tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.0790555 Sep 07 18:50:19.427338 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57494) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:19.440979 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7809-b5fe-4fb9-acae-0dcb24278875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.460974 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2f7c104d-df16-4ff5-a6e1-d4869db592a8 req-c64aac82-d9dc-4ecb-8e8f-c5ee9fda6b51 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Sep 07 18:50:19.550108 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7809-b5fe-4fb9-acae-0dcb24278875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.555501 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7809-b5fe-4fb9-acae-0dcb24278875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.598885 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a7809-b5fe-4fb9-acae-0dcb24278875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e061603c-5310-4433-900f-6fea979aef23,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:19.607105 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2d4a7809-b5fe-4fb9-acae-0dcb24278875 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfaa25af30ac4533b3e43d5f9da9d223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751573 Sep 07 18:50:19.607105 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57504) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:19.671463 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.699817 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.752930 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.755730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:19.759348 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e061603c-5310-4433-900f-6fea979aef23 HTTP/1.1" status: 204 len: 168 time: 0.1491871 Sep 07 18:50:19.765824 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff045738-0cc0-4204-9253-6bbe8d368ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061603c-5310-4433-900f-6fea979aef23,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:20.139703 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2022e-4d30-42b6-828f-bb079bf54956 req-bace47d1-5f1c-45a2-b96d-480973eeb41b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:20.141281 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8cb2022e-4d30-42b6-828f-bb079bf54956 req-bace47d1-5f1c-45a2-b96d-480973eeb41b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0583370 Sep 07 18:50:20.144405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68a135-bae7-477f-b288-3f48fff8ffb3 req-96e4a683-511c-485d-b17a-03984c44d936 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:20.147430 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cb68a135-bae7-477f-b288-3f48fff8ffb3 req-96e4a683-511c-485d-b17a-03984c44d936 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.0631802 Sep 07 18:50:20.192327 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cb68a135-bae7-477f-b288-3f48fff8ffb3 req-f0b8af17-2317-4da3-a539-bb503c23976d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 Sep 07 18:50:20.200090 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8cb2022e-4d30-42b6-828f-bb079bf54956 req-36f842cd-b9af-4b5f-ba21-b5926501b1c2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Sep 07 18:50:20.331287 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fea56-9fde-4526-b35f-d7311c8890a0 req-736bb465-8eff-47ee-89b3-b0bc275ddd7f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:20.332808 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-865fea56-9fde-4526-b35f-d7311c8890a0 req-736bb465-8eff-47ee-89b3-b0bc275ddd7f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 944 time: 0.0523968 Sep 07 18:50:20.378055 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-865fea56-9fde-4526-b35f-d7311c8890a0 req-dc431f9c-3c30-407b-bdaf-e75f445f373e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Sep 07 18:50:20.589916 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420f6a5-6f87-4a3b-93dd-89ce3cd0f864 req-508f133e-1fa5-43f3-be33-4e12a6e4ab89 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:20.591530 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6420f6a5-6f87-4a3b-93dd-89ce3cd0f864 req-508f133e-1fa5-43f3-be33-4e12a6e4ab89 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.0526617 Sep 07 18:50:20.632657 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6420f6a5-6f87-4a3b-93dd-89ce3cd0f864 req-537ac305-2385-4ccd-b5b1-59e140336981 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Sep 07 18:50:21.032656 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-efe427a6-9c45-4d4e-9606-472ce1413dc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367830 Sep 07 18:50:21.040199 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-e19d0d35-4eb1-4e87-aaa8-d5294551047b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 217 time: 0.0477867 Sep 07 18:50:21.071062 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-cc295d25-9f92-4d87-a633-f5473e28159b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0736520 Sep 07 18:50:21.103464 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33741-c50f-4227-a3a6-4be651880484 req-ac421ebb-fccd-4fb6-9469-ce8dca005d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.105009 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-ac421ebb-fccd-4fb6-9469-ce8dca005d10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0488241 Sep 07 18:50:21.158052 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33741-c50f-4227-a3a6-4be651880484 req-46d26040-0bd0-4219-a99b-06a3a6b618db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.160512 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-46d26040-0bd0-4219-a99b-06a3a6b618db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445685 Sep 07 18:50:21.172565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-39a297e7-dd8d-40c7-b298-4faad39452f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.174017 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-39a297e7-dd8d-40c7-b298-4faad39452f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.0915623 Sep 07 18:50:21.202985 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-7949222e-128b-4672-9234-387f1043fbe3 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405604 Sep 07 18:50:21.241204 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-5ee0aadf-9e7c-4ae1-9a53-a5c56dc7f964 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487151 Sep 07 18:50:21.318436 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-7f11b074-f557-4c2c-8a0a-52833ca5ac14 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455626 Sep 07 18:50:21.446322 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14a33741-c50f-4227-a3a6-4be651880484 req-71843d10-fb4c-4d5e-83a2-02e44e23e446 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188090 Sep 07 18:50:21.502321 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68b1f304-0ec4-426d-8988-8b3a33b7edd7 req-cf5e0d25-dbd9-494c-9a18-bbdec86718ce service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819171 Sep 07 18:50:21.513615 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ae4f4-2097-4489-8b7b-ed89706e0e5b req-88adfd7f-160a-4db0-a4f6-0d32d968e1f6 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.515693 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee8771-0869-44ea-8401-86e3ca169dcf req-886c37dc-3689-4b10-9b55-e4cf9db6f8c5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.519317 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-10ee8771-0869-44ea-8401-86e3ca169dcf req-886c37dc-3689-4b10-9b55-e4cf9db6f8c5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.1972799 Sep 07 18:50:21.523961 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-e5a515c4-9358-45d0-8e97-4854c7d2ff76 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561314 Sep 07 18:50:21.525270 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c35ae4f4-2097-4489-8b7b-ed89706e0e5b req-88adfd7f-160a-4db0-a4f6-0d32d968e1f6 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0778894 Sep 07 18:50:21.599780 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c35ae4f4-2097-4489-8b7b-ed89706e0e5b req-c1a6e7b3-960a-451f-a0ee-f9a620a2c1e4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692704 Sep 07 18:50:21.669119 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-10ee8771-0869-44ea-8401-86e3ca169dcf req-977094c3-ee07-469b-a024-613fb8f4fd01 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355200 Sep 07 18:50:21.732259 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d53696c-a760-4acf-89b6-1b6af61be100 req-58418732-b4b9-4728-8539-637b396f1d47 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877773 Sep 07 18:50:21.828302 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179c9ab-3b2c-4528-a050-7b0250539a60 req-33d6a2ff-47ef-455e-8a9a-dc16022bc8da tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.837673 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6179c9ab-3b2c-4528-a050-7b0250539a60 req-33d6a2ff-47ef-455e-8a9a-dc16022bc8da tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 944 time: 0.1281672 Sep 07 18:50:21.859404 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1358-7ffb-4df8-8d5b-118b158a364b req-a391b399-b31c-4858-ba2c-be0bedd649d8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.868177 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-20fa1358-7ffb-4df8-8d5b-118b158a364b req-a391b399-b31c-4858-ba2c-be0bedd649d8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.0650799 Sep 07 18:50:21.905199 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6179c9ab-3b2c-4528-a050-7b0250539a60 req-98d966d2-a8a3-4bfc-a5ea-9a055480fbed tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607467 Sep 07 18:50:21.935280 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-20fa1358-7ffb-4df8-8d5b-118b158a364b req-0f064bb7-cc15-4a73-8023-04a41a7ba713 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Sep 07 18:50:21.945516 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-e14f8613-dd4a-4dc6-8223-e82b7377f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:21.949880 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-e14f8613-dd4a-4dc6-8223-e82b7377f5de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1097 time: 0.0741298 Sep 07 18:50:22.065353 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-decc8328-101f-40ae-88c2-6a1968d5da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.067239 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-decc8328-101f-40ae-88c2-6a1968d5da34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1100235 Sep 07 18:50:22.127220 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-07f1765c-f5ef-45c6-9342-2ac8dc79a863 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0501328 Sep 07 18:50:22.204365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-fb8a3087-7e9e-4907-8ee5-9a6762affa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.204365 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-fb8a3087-7e9e-4907-8ee5-9a6762affa51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.0680635 Sep 07 18:50:22.238461 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-9a883285-7baa-4774-bd8c-dd117dd5aca9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270052 Sep 07 18:50:22.301025 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57644) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:22.351646 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-02947b78-f153-4499-a76a-f7367b28e9f4 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038768 Sep 07 18:50:22.428239 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57650) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:22.499284 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c675cdb7-c33c-4285-914e-4d36c29a53e1 req-a0c9beb2-4431-4bc7-9a2e-f6fcf9874248 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390166 Sep 07 18:50:22.515803 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6dd1-7648-4d13-a477-6276c86e429a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.529464 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.559424 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.db.api [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 18:50:22.559424 dv-cinder-790535-12-iscsi neutron-server[105638]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 18:50:22.559424 dv-cinder-790535-12-iscsi neutron-server[105638]: [parameters: {'project_id': '6af725459e78427596a1ce9f8f731394', 'id': 'ad702980-5dbf-45f6-97a9-35acdea98e3d', 'expiration': datetime.datetime(2021, 9, 7, 18, 52, 22, 552950)}] Sep 07 18:50:22.559424 dv-cinder-790535-12-iscsi neutron-server[105638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 18:50:22.559786 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG oslo_db.api [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 18:50:22.628355 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6dd1-7648-4d13-a477-6276c86e429a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.633680 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6dd1-7648-4d13-a477-6276c86e429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.686920 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57656) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:22.687853 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1e9a6dd1-7648-4d13-a477-6276c86e429a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72f72143ed2a46ee897b9ccb3a4a0c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572291 Sep 07 18:50:22.688996 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6dd1-7648-4d13-a477-6276c86e429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d01c3e-8c9b-46d3-a6e0-74850bc0d98d,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:22.737137 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558993ae-6829-451c-939a-8fc0b4bd2836 req-e4adc019-9736-427b-bac1-3756367df131 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.738741 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-558993ae-6829-451c-939a-8fc0b4bd2836 req-e4adc019-9736-427b-bac1-3756367df131 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 944 time: 0.0731566 Sep 07 18:50:22.756593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.786882 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-558993ae-6829-451c-939a-8fc0b4bd2836 req-acb835f3-0605-4262-a512-0f08b89aa65a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Sep 07 18:50:22.805401 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.848014 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef682-2f7a-45fe-a062-e4c4dcc6a40a req-00dd7464-f9fa-4165-991f-846f53bf5adc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:22.849486 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-930ef682-2f7a-45fe-a062-e4c4dcc6a40a req-00dd7464-f9fa-4165-991f-846f53bf5adc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.0829623 Sep 07 18:50:22.886389 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.888888 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:22.890033 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51d01c3e-8c9b-46d3-a6e0-74850bc0d98d HTTP/1.1" status: 204 len: 168 time: 0.2022059 Sep 07 18:50:22.899843 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-930ef682-2f7a-45fe-a062-e4c4dcc6a40a req-73fa5213-7091-4420-9281-64218c4d6f74 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Sep 07 18:50:22.905435 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde64e6-ce1d-49d6-b2c5-e9a42351bf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d01c3e-8c9b-46d3-a6e0-74850bc0d98d,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:22.987729 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 2b18e263-b42a-4720-9377-c25e827738f6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:23.064387 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 44226ede-d2a0-496c-9cca-4038ffa4b443 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:23.065220 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171e48e-51e0-4615-8470-ea2770f2deeb req-aa68781e-7e58-4c87-b3df-f3f6a361183d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:23.084668 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a171e48e-51e0-4615-8470-ea2770f2deeb req-aa68781e-7e58-4c87-b3df-f3f6a361183d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 944 time: 0.1039658 Sep 07 18:50:23.089346 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.124389 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b18e263-b42a-4720-9377-c25e827738f6,segment=NetworkSegment(93ed4e36-8dfa-4539-a4ae-da03b7e184e7),segment_id=93ed4e36-8dfa-4539-a4ae-da03b7e184e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.138134 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '2b18e263-b42a-4720-9377-c25e827738f6', 'network_id': '3d32c5ba-6c3a-4c87-8dd5-9bde1e067957', 'port_id': '2b18e263-b42a-4720-9377-c25e827738f6', 'mac_address': 'fa:16:3e:99:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7708d2f6-714d-41df-896d-47184afa2342', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:23.177123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b7b13-36bc-4356-9f16-b269bb415117 req-3605cc7e-8520-44a4-b53b-80d99123d517 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:23.178971 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab6b7b13-36bc-4356-9f16-b269bb415117 req-3605cc7e-8520-44a4-b53b-80d99123d517 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 943 time: 0.1242616 Sep 07 18:50:23.193860 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a171e48e-51e0-4615-8470-ea2770f2deeb req-fc6130b3-add9-4c0d-aab1-1d23e95a7d32 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080031 Sep 07 18:50:23.219333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.242504 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b18e263-b42a-4720-9377-c25e827738f6 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:23.263348 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab6b7b13-36bc-4356-9f16-b269bb415117 req-16e53d0b-2cab-43c7-b0a1-bee4f23bce94 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Sep 07 18:50:23.290095 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b18e263-b42a-4720-9377-c25e827738f6,segment=NetworkSegment(93ed4e36-8dfa-4539-a4ae-da03b7e184e7),segment_id=93ed4e36-8dfa-4539-a4ae-da03b7e184e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.291754 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 44226ede-d2a0-496c-9cca-4038ffa4b443 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:23.297068 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 44226ede-d2a0-496c-9cca-4038ffa4b443 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:23.297446 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.341993 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.342781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8d709803-58c1-493b-9bc8-4179d62ecae0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:23.345156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.353992 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.390923 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b433f479-b504-43bd-82fd-75cf26a49700,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:23.407035 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-67dfb81c-136e-485a-b8c0-66dfcbb95dba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6af725459e78427596a1ce9f8f731394&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1033731 Sep 07 18:50:23.409740 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57688) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:23.515756 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57694) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:23.556344 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d709803-58c1-493b-9bc8-4179d62ecae0,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.569476 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.576349 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:23.578221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f199beb5-615b-405e-b16a-86180d649340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.581838 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '8d709803-58c1-493b-9bc8-4179d62ecae0', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'port_id': '8d709803-58c1-493b-9bc8-4179d62ecae0', 'mac_address': 'fa:16:3e:21:86:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:23.584836 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.639560 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:23.646803 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.724542 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44226ede-d2a0-496c-9cca-4038ffa4b443,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.731009 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.738953 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.764277 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.768516 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.770308 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b433f479-b504-43bd-82fd-75cf26a49700 HTTP/1.1" status: 204 len: 168 time: 0.3591430 Sep 07 18:50:23.781421 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d709803-58c1-493b-9bc8-4179d62ecae0 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:23.792980 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660be13-52a0-4fbb-924f-328caa2ad481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b433f479-b504-43bd-82fd-75cf26a49700,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:23.826770 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d709803-58c1-493b-9bc8-4179d62ecae0,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:23.828362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:23.834146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.835366 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device c6592084-b25f-4b2b-9a75-cdf7dbb435ad details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:23.972083 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f199beb5-615b-405e-b16a-86180d649340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.985390 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f199beb5-615b-405e-b16a-86180d649340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:23.989861 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0044afa-8d47-4daf-8e6a-b9c856648e24" -d '{"events": [{"server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "name": "network-vif-plugged", "status": "completed", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:24.006616 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.078952 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:24.093181 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'port_id': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'mac_address': 'fa:16:3e:31:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:24.104332 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f199beb5-615b-405e-b16a-86180d649340 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d5084ab71c8493a9e8d13412dbce945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769162 Sep 07 18:50:24.105218 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57728) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:24.113947 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199beb5-615b-405e-b16a-86180d649340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af4d131-696a-4a80-9b63-d8bd06f6bf04,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.129852 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f65a-b918-4539-a0b2-0d747b0ac705 req-ba992b8b-4ca8-45ea-994f-05174647901d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.134239 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f8e6f65a-b918-4539-a0b2-0d747b0ac705 req-ba992b8b-4ca8-45ea-994f-05174647901d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 945 time: 0.1828699 Sep 07 18:50:24.155751 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a91aa-a9c7-4aaf-a750-b42feb64b4e8 req-021da9af-08ec-4696-a766-4dbbac367048 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.156460 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.163633 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0f0a91aa-a9c7-4aaf-a750-b42feb64b4e8 req-021da9af-08ec-4696-a766-4dbbac367048 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 944 time: 0.1167305 Sep 07 18:50:24.183242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6592084-b25f-4b2b-9a75-cdf7dbb435ad {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:24.198535 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f8e6f65a-b918-4539-a0b2-0d747b0ac705 req-1e820320-5c0a-453d-8c46-80e7c852db1c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566792 Sep 07 18:50:24.225369 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0f0a91aa-a9c7-4aaf-a750-b42feb64b4e8 req-7fefeb55-dbb2-4867-b1c7-09d67ef37d08 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607419 Sep 07 18:50:24.230388 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:24.245580 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.274862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.324527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.360353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.410666 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dca60e-0718-43a3-90b7-63dfb563b7de req-261839fe-1bb4-4ec4-ab55-9757dd5585f9 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.412402 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-56dca60e-0718-43a3-90b7-63dfb563b7de req-261839fe-1bb4-4ec4-ab55-9757dd5585f9 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0742099 Sep 07 18:50:24.424587 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57738) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:24.437001 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.440819 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.441112 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f70258ac-0bbc-4c11-b0c1-1331a7d957b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.447302 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5af4d131-696a-4a80-9b63-d8bd06f6bf04 HTTP/1.1" status: 204 len: 168 time: 0.3358335 Sep 07 18:50:24.461381 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d08480-4020-4ceb-ad72-9f297e40298b x-openstack-request-id: req-27d08480-4020-4ceb-ad72-9f297e40298b {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:24.461701 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "name": "network-vif-plugged", "status": "completed", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:24.461962 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27d08480-4020-4ceb-ad72-9f297e40298b {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:24.462414 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443', 'code': 200} Sep 07 18:50:24.483960 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcd64-cca1-453d-8e16-116547a6d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af4d131-696a-4a80-9b63-d8bd06f6bf04,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.518801 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-56dca60e-0718-43a3-90b7-63dfb563b7de req-615f16bf-73ea-482a-9435-f6a055a6729b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Sep 07 18:50:24.624555 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67384038-a44b-4501-a1d0-92ebdaee0d91 req-5886375a-4a6f-4a16-a578-ce42f5f3a860 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.626172 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67384038-a44b-4501-a1d0-92ebdaee0d91 req-5886375a-4a6f-4a16-a578-ce42f5f3a860 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 944 time: 0.0965405 Sep 07 18:50:24.628404 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f70258ac-0bbc-4c11-b0c1-1331a7d957b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.640400 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f70258ac-0bbc-4c11-b0c1-1331a7d957b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.708607 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67384038-a44b-4501-a1d0-92ebdaee0d91 req-47f3a182-aa3c-4c9c-bf40-7cb0191ffefc tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Sep 07 18:50:24.710220 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70258ac-0bbc-4c11-b0c1-1331a7d957b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8dd854-bf74-472d-9531-eeb3846429ab,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:24.715112 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f70258ac-0bbc-4c11-b0c1-1331a7d957b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18d4385921404c5d824eeacc5bb4d160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890644 Sep 07 18:50:24.718495 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57746) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:24.763969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['8d709803-58c1-493b-9bc8-4179d62ecae0'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:24.783509 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.804885 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-40c0b0cc-f6c8-46d8-a8e2-8ab22b2471f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:24.806789 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-40c0b0cc-f6c8-46d8-a8e2-8ab22b2471f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 1098 time: 0.1176910 Sep 07 18:50:24.820067 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['2b18e263-b42a-4720-9377-c25e827738f6'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:24.829660 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.839597 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['c6592084-b25f-4b2b-9a75-cdf7dbb435ad'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:24.848328 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-10f6bed8-65c8-4cb7-882c-2133dc9400e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.946290 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.950911 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:24.955892 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b8dd854-bf74-472d-9531-eeb3846429ab HTTP/1.1" status: 204 len: 168 time: 0.2328267 Sep 07 18:50:24.982138 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc0b8f-2713-4574-b3a1-d9376dad40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8dd854-bf74-472d-9531-eeb3846429ab,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.028051 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-10f6bed8-65c8-4cb7-882c-2133dc9400e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.031146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 59ecca55-0556-4155-86cd-fc1f1fcf24fe details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:25.034390 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-10f6bed8-65c8-4cb7-882c-2133dc9400e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.057925 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-66d54a8b-4e48-4cb8-87aa-ce3ecd416e43 req-10f6bed8-65c8-4cb7-882c-2133dc9400e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431331 Sep 07 18:50:25.079430 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6bed8-65c8-4cb7-882c-2133dc9400e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2c096-9b5f-4e0b-b1f5-292cce6cd6e3,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.401347 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917178d5-4866-4970-b8b7-bdd657d7a3e2 req-6478fc8f-ce5e-4d53-8879-49a31f49ef5a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:25.402909 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-917178d5-4866-4970-b8b7-bdd657d7a3e2 req-6478fc8f-ce5e-4d53-8879-49a31f49ef5a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 945 time: 0.0587018 Sep 07 18:50:25.422246 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b77ca-0d36-48c4-87f5-a0a202513e56 req-5fe08a4a-c5ee-4ee3-91e8-dbcfb1f1673a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:25.425203 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-760b77ca-0d36-48c4-87f5-a0a202513e56 req-5fe08a4a-c5ee-4ee3-91e8-dbcfb1f1673a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 945 time: 0.0828626 Sep 07 18:50:25.465555 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-917178d5-4866-4970-b8b7-bdd657d7a3e2 req-fdc31c39-ca19-462e-bf24-babf31e7a81c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526047 Sep 07 18:50:25.493161 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-760b77ca-0d36-48c4-87f5-a0a202513e56 req-9de70762-9a1f-4d89-bab7-121ffd7f6452 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578315 Sep 07 18:50:25.525308 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:25.587641 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '59ecca55-0556-4155-86cd-fc1f1fcf24fe', 'network_id': 'd24a47e0-93d1-49d6-a9bb-748e15d1685f', 'port_id': '59ecca55-0556-4155-86cd-fc1f1fcf24fe', 'mac_address': 'fa:16:3e:d9:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb64841-2b7f-410a-acd0-5e7df320dd05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:25.666093 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad1b1-b463-4017-ba22-42263fe7acf9 req-1677155e-7213-4e6b-b370-f4aee3ee4c98 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:25.672526 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.674368 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c20ad1b1-b463-4017-ba22-42263fe7acf9 req-1677155e-7213-4e6b-b370-f4aee3ee4c98 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0642726 Sep 07 18:50:25.706254 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ecca55-0556-4155-86cd-fc1f1fcf24fe {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:25.735566 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:25.740424 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c20ad1b1-b463-4017-ba22-42263fe7acf9 req-71332478-826f-4a40-a9f8-282b0c3ca6b0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647180 Sep 07 18:50:25.754537 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:25.824637 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:25.874135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaff0e-3766-4fa1-9e42-859c3d396ba3 req-09c643a9-6189-4e32-80c6-4e03cd4d3c10 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:25.875698 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-54aaff0e-3766-4fa1-9e42-859c3d396ba3 req-09c643a9-6189-4e32-80c6-4e03cd4d3c10 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 944 time: 0.0706732 Sep 07 18:50:25.923389 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-54aaff0e-3766-4fa1-9e42-859c3d396ba3 req-bdc3f61a-e7dc-4c26-8709-49823c8f73e2 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Sep 07 18:50:26.109604 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57828) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:26.237121 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-60834b6a-b527-4e98-9f76-7c7dd94dccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.366203 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-60834b6a-b527-4e98-9f76-7c7dd94dccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.372511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-60834b6a-b527-4e98-9f76-7c7dd94dccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.418211 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-60834b6a-b527-4e98-9f76-7c7dd94dccbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aec148e6d7fd4f3bb8fc6b19966b1c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073599 Sep 07 18:50:26.419490 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60834b6a-b527-4e98-9f76-7c7dd94dccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e819a1-7839-46f1-844f-b1f3144442a0,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:26.421051 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57842) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:26.477200 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.502728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.600754 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['59ecca55-0556-4155-86cd-fc1f1fcf24fe'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:26.624880 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e1cce-80ef-44bc-8f27-ebd2b90129e6 req-48c75424-f85d-4dcd-a0af-a90a663c61fb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:26.627189 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e20e1cce-80ef-44bc-8f27-ebd2b90129e6 req-48c75424-f85d-4dcd-a0af-a90a663c61fb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 945 time: 0.0631247 Sep 07 18:50:26.628673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.631401 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:26.632485 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52e819a1-7839-46f1-844f-b1f3144442a0 HTTP/1.1" status: 204 len: 168 time: 0.2101502 Sep 07 18:50:26.651646 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57856) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:26.664555 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b8d6b-b4a8-41b9-8290-b30000b322bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e819a1-7839-46f1-844f-b1f3144442a0,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:26.670421 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa13bc9-63d3-41a9-9c0f-ecab2892d38d req-833b8264-6bb5-49b0-a943-34fe342b08dd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:26.673196 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9fa13bc9-63d3-41a9-9c0f-ecab2892d38d req-833b8264-6bb5-49b0-a943-34fe342b08dd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 945 time: 0.1284916 Sep 07 18:50:26.715893 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e20e1cce-80ef-44bc-8f27-ebd2b90129e6 req-fa76ff97-1d1a-4e12-b9b0-bf3f9344f48c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800779 Sep 07 18:50:26.748606 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9fa13bc9-63d3-41a9-9c0f-ecab2892d38d req-1d7fe996-ad73-4802-99e4-62e8fb0f947d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645874 Sep 07 18:50:26.986442 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 2b18e263-b42a-4720-9377-c25e827738f6 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:27.031275 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7a633598-ac7c-4311-8491-e2443915ca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.094063 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888a99-31f1-43b6-8bfe-d49c8bed88b6 req-c72e8da7-487c-43fa-9906-1b0e191fc46a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:27.095784 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f5888a99-31f1-43b6-8bfe-d49c8bed88b6 req-c72e8da7-487c-43fa-9906-1b0e191fc46a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.2812364 Sep 07 18:50:27.097781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 2b18e263-b42a-4720-9377-c25e827738f6 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:27.102517 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 2b18e263-b42a-4720-9377-c25e827738f6 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:27.103410 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.115271 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fface-8f76-4d6e-b53a-05ce84417200 req-1d5c0add-522b-430d-9a46-642beff791ca tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:27.118124 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-226fface-8f76-4d6e-b53a-05ce84417200 req-1d5c0add-522b-430d-9a46-642beff791ca tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 944 time: 0.1144431 Sep 07 18:50:27.166671 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f5888a99-31f1-43b6-8bfe-d49c8bed88b6 req-fea4b54f-b84a-4965-924a-9994bb2760ab tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 Sep 07 18:50:27.221739 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-226fface-8f76-4d6e-b53a-05ce84417200 req-2e50954a-8b11-4919-9d12-1128d2b977d1 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958455 Sep 07 18:50:27.232938 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7a633598-ac7c-4311-8491-e2443915ca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.239709 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7a633598-ac7c-4311-8491-e2443915ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.240765 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.279190 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a633598-ac7c-4311-8491-e2443915ca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797dec89-4709-4cda-938a-0d353d9062e2,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:27.281904 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:27.286336 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-7a633598-ac7c-4311-8491-e2443915ca56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=424b1785dc1845a6ac07e2f68868a340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310863 Sep 07 18:50:27.286501 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af3fd4b-cc4b-4d2b-9977-57946c391b05" -d '{"events": [{"server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "name": "network-vif-plugged", "status": "completed", "tag": "2b18e263-b42a-4720-9377-c25e827738f6"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:27.286667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57874) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:27.300318 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b18e263-b42a-4720-9377-c25e827738f6,segment=NetworkSegment(93ed4e36-8dfa-4539-a4ae-da03b7e184e7),segment_id=93ed4e36-8dfa-4539-a4ae-da03b7e184e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:27.308141 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.311873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8d709803-58c1-493b-9bc8-4179d62ecae0 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:27.355812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.387141 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.408473 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:27.425727 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43ea0c-101c-4048-a51b-6fac9ebaa07d x-openstack-request-id: req-7f43ea0c-101c-4048-a51b-6fac9ebaa07d {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:27.426020 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "name": "network-vif-plugged", "status": "completed", "tag": "2b18e263-b42a-4720-9377-c25e827738f6", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:27.426514 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f43ea0c-101c-4048-a51b-6fac9ebaa07d {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:27.426648 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6', 'code': 200} Sep 07 18:50:27.438539 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 8d709803-58c1-493b-9bc8-4179d62ecae0 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:27.445509 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 8d709803-58c1-493b-9bc8-4179d62ecae0 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:27.445946 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.453520 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.457212 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.458801 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/797dec89-4709-4cda-938a-0d353d9062e2 HTTP/1.1" status: 204 len: 168 time: 0.1712503 Sep 07 18:50:27.470525 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830567-0c65-4224-b09b-bbcfbc6cb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797dec89-4709-4cda-938a-0d353d9062e2,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:27.569754 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.619055 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d709803-58c1-493b-9bc8-4179d62ecae0,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:27.625978 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:27.627154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device c6592084-b25f-4b2b-9a75-cdf7dbb435ad up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:27.723693 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2084347-2288-4bf2-a5a6-a8acee4bfcd1 req-95b5ff95-7612-43d3-acf2-77fa368e475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:27.727636 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b2084347-2288-4bf2-a5a6-a8acee4bfcd1 req-95b5ff95-7612-43d3-acf2-77fa368e475b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 1098 time: 0.0573514 Sep 07 18:50:27.782398 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b2084347-2288-4bf2-a5a6-a8acee4bfcd1 req-745b2d19-39a2-4208-b116-568dc62bfe4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Sep 07 18:50:27.998265 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29575a-46f1-47de-adf8-3b27189d3b5e req-a7125772-a38d-4409-ac4e-2b18359980b9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.017655 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c29575a-46f1-47de-adf8-3b27189d3b5e req-a7125772-a38d-4409-ac4e-2b18359980b9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 945 time: 0.1127384 Sep 07 18:50:28.078565 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port c6592084-b25f-4b2b-9a75-cdf7dbb435ad completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:28.096226 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 57922) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:28.104845 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.116974 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port c6592084-b25f-4b2b-9a75-cdf7dbb435ad triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:28.117892 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.132923 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c29575a-46f1-47de-adf8-3b27189d3b5e req-d83aba4c-b93d-412b-9c7e-cefd1410bb6e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103187 Sep 07 18:50:28.134196 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-db7667cc-eb4e-42b6-90bf-e38434293c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.293783 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-db7667cc-eb4e-42b6-90bf-e38434293c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.303871 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-db7667cc-eb4e-42b6-90bf-e38434293c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.333096 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ed058-c73a-4d73-b56b-2019e1a351d1 req-91078ac7-e348-4d59-8834-a2d4068ee1b8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.342055 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-583ed058-c73a-4d73-b56b-2019e1a351d1 req-91078ac7-e348-4d59-8834-a2d4068ee1b8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.5096943 Sep 07 18:50:28.355283 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.372136 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-db7667cc-eb4e-42b6-90bf-e38434293c41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f4a45685de5446dbb8feb9d7e441e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745457 Sep 07 18:50:28.375646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 57938) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:28.392524 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7667cc-eb4e-42b6-90bf-e38434293c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81013b-ab53-4099-ba72-111eb4fd89c6,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.407242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:28.413306 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.420746 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451510a-ec73-49ad-880a-1774d38d5b0a req-4e642a73-6e07-41ef-9dfa-d56adb9610c9 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.422313 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e451510a-ec73-49ad-880a-1774d38d5b0a req-4e642a73-6e07-41ef-9dfa-d56adb9610c9 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0996277 Sep 07 18:50:28.448536 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-583ed058-c73a-4d73-b56b-2019e1a351d1 req-94156e0d-2d32-49ba-92fa-cd1f7cbf5f23 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041830 Sep 07 18:50:28.463051 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.477740 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e451510a-ec73-49ad-880a-1774d38d5b0a req-03c7bffe-b21e-4475-bf17-8eee08c24603 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 Sep 07 18:50:28.509901 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.515523 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.601359 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888e91f-4c1d-4271-8c7c-f9328ae94fad req-cf58368d-76b7-4278-8912-67f4d7d82257 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:28.603178 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7888e91f-4c1d-4271-8c7c-f9328ae94fad req-cf58368d-76b7-4278-8912-67f4d7d82257 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0720806 Sep 07 18:50:28.626345 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.629457 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:28.630609 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df81013b-ab53-4099-ba72-111eb4fd89c6 HTTP/1.1" status: 204 len: 168 time: 0.2538505 Sep 07 18:50:28.655041 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147c2b-f3f0-4b74-90c5-9e600207fa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81013b-ab53-4099-ba72-111eb4fd89c6,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:28.678392 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7888e91f-4c1d-4271-8c7c-f9328ae94fad req-fafebbfa-3950-42ab-beaf-42502731967e tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680387 Sep 07 18:50:29.293069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caf68d-f07f-4aca-982d-0bf2cf2b5bdb req-db6176a2-b219-48e7-a664-35a735224cbf tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.297153 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f6caf68d-f07f-4aca-982d-0bf2cf2b5bdb req-db6176a2-b219-48e7-a664-35a735224cbf tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0803123 Sep 07 18:50:29.343459 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f6caf68d-f07f-4aca-982d-0bf2cf2b5bdb req-67b97f37-bdf2-423e-a85d-cfbe889b0084 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Sep 07 18:50:29.391467 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d75782e7-61c2-4a3c-98d0-08748cb539b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:29.429970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0'}, {'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:29.433300 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28f1c2-2761-4a10-b632-a0863ad3dc55" -d '{"events": [{"server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "name": "network-vif-plugged", "status": "completed", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0"}, {"server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:29.492606 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e982a1-74e1-4316-b23f-9257c82b5e90 x-openstack-request-id: req-a9e982a1-74e1-4316-b23f-9257c82b5e90 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:29.493178 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "name": "network-vif-plugged", "status": "completed", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0", "code": 200}, {"server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:29.494213 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9e982a1-74e1-4316-b23f-9257c82b5e90 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:29.494738 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0', 'code': 200} Sep 07 18:50:29.495110 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'code': 200} Sep 07 18:50:29.594880 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbade9-311b-41ac-b040-ab2fef8f00ff req-6988ef05-1012-433b-a8f4-f33271582b1f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.596974 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6edbade9-311b-41ac-b040-ab2fef8f00ff req-6988ef05-1012-433b-a8f4-f33271582b1f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0684428 Sep 07 18:50:29.639749 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6edbade9-311b-41ac-b040-ab2fef8f00ff req-c8c7852d-dde5-4e8f-8a85-f2cab6fe2f77 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Sep 07 18:50:29.817963 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97ab6-88cb-45bd-bcd9-002e66257302 req-881aea04-83ff-4922-ad90-778cac9455b5 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:29.820139 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51b97ab6-88cb-45bd-bcd9-002e66257302 req-881aea04-83ff-4922-ad90-778cac9455b5 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0578382 Sep 07 18:50:29.861841 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51b97ab6-88cb-45bd-bcd9-002e66257302 req-2312c754-144b-40f5-821a-8642f1659c62 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Sep 07 18:50:30.425473 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 59ecca55-0556-4155-86cd-fc1f1fcf24fe up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:30.481198 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb04cf-075f-4a51-bab4-a3b0992d320d req-c7de04c8-0e15-4ff1-8a66-5fb0f476dee0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:30.483142 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fbdb04cf-075f-4a51-bab4-a3b0992d320d req-c7de04c8-0e15-4ff1-8a66-5fb0f476dee0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0615845 Sep 07 18:50:30.499094 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 59ecca55-0556-4155-86cd-fc1f1fcf24fe completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:30.504949 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 59ecca55-0556-4155-86cd-fc1f1fcf24fe triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:30.507003 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.536912 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fbdb04cf-075f-4a51-bab4-a3b0992d320d req-89067084-dcbc-4c3a-a1f3-b101bfb040ff tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Sep 07 18:50:30.620548 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.659219 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:30.666783 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:30.727527 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:30.760611 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd22a2-bc6b-4265-b6d3-b5135bbdc94a req-5f825659-9ed7-4986-8279-39979bc3fd6f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:30.762138 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-57dd22a2-bc6b-4265-b6d3-b5135bbdc94a req-5f825659-9ed7-4986-8279-39979bc3fd6f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0527697 Sep 07 18:50:30.804962 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-57dd22a2-bc6b-4265-b6d3-b5135bbdc94a req-c0bd6d63-997c-45c7-b548-c0a16a3a4129 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Sep 07 18:50:30.991512 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665726-d5ab-4694-a6c5-40deaf5df44b req-c4db7f81-3a19-4324-ac05-ae415d5bfc77 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:30.993080 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2665726-d5ab-4694-a6c5-40deaf5df44b req-c4db7f81-3a19-4324-ac05-ae415d5bfc77 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Sep 07 18:50:31.039256 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2665726-d5ab-4694-a6c5-40deaf5df44b req-359395fb-0de8-4e19-a990-9314da35dce8 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Sep 07 18:50:31.287487 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58072) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:31.403309 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5f76122d-64d7-4f70-84e3-0d0d09614fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.496880 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:31.499030 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1eb38d-cdec-4d75-976e-8911b8f75473" -d '{"events": [{"server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "name": "network-vif-plugged", "status": "completed", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:31.500409 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5f76122d-64d7-4f70-84e3-0d0d09614fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.511035 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5f76122d-64d7-4f70-84e3-0d0d09614fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.559033 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58084) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:31.560606 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5f76122d-64d7-4f70-84e3-0d0d09614fd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0718ca9fe0754b64b9557fb46c7ea81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703755 Sep 07 18:50:31.560606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76122d-64d7-4f70-84e3-0d0d09614fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f7908-6a72-4e01-9613-a29c431be8e2,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:31.565820 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d0fd38-b950-4bcd-b984-e585c6fe932c x-openstack-request-id: req-d8d0fd38-b950-4bcd-b984-e585c6fe932c {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:31.566118 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "name": "network-vif-plugged", "status": "completed", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:31.566338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8d0fd38-b950-4bcd-b984-e585c6fe932c {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:31.566886 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe', 'code': 200} Sep 07 18:50:31.678391 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.710930 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.737932 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e06600-2741-4d17-a382-6efc0ed775df req-106f9974-6518-448d-8610-07b69140066d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.739641 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0e06600-2741-4d17-a382-6efc0ed775df req-106f9974-6518-448d-8610-07b69140066d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0969019 Sep 07 18:50:31.826483 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac25344-7dc9-418c-9cdd-09fb8aca6810 req-687867c5-ce2f-45d0-a221-30cfec4f0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.828346 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ac25344-7dc9-418c-9cdd-09fb8aca6810 req-687867c5-ce2f-45d0-a221-30cfec4f0b7b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1099 time: 0.1082294 Sep 07 18:50:31.834001 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0e06600-2741-4d17-a382-6efc0ed775df req-7b1867fa-5f73-42db-81fc-783257959f30 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718536 Sep 07 18:50:31.850935 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.853677 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:31.856969 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c74f7908-6a72-4e01-9613-a29c431be8e2 HTTP/1.1" status: 204 len: 168 time: 0.2941530 Sep 07 18:50:31.868397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526f7bf-a983-45f3-ac39-238ea0d493a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f7908-6a72-4e01-9613-a29c431be8e2,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:31.949234 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35f6c2-0338-4ed9-8bd8-692712111a9d req-189c805b-10bf-4cc1-b8ec-85d11bb5bec2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.957490 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8e35f6c2-0338-4ed9-8bd8-692712111a9d req-189c805b-10bf-4cc1-b8ec-85d11bb5bec2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0650792 Sep 07 18:50:31.986968 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ac25344-7dc9-418c-9cdd-09fb8aca6810 req-f7df24f9-a5b5-4b3d-8267-a6a28bfb99f5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568454 Sep 07 18:50:31.989274 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27444f67-1e11-4586-958a-b0e20a816818 req-29cf0167-5073-4784-9099-bd9052d72e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:31.990746 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-27444f67-1e11-4586-958a-b0e20a816818 req-29cf0167-5073-4784-9099-bd9052d72e6e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 1099 time: 0.0698695 Sep 07 18:50:32.043334 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8e35f6c2-0338-4ed9-8bd8-692712111a9d req-9c923f39-bfd5-4a60-9848-6ffc62f0a83e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848596 Sep 07 18:50:32.059961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103c8b-0b89-4793-9ed9-8a3df77c77cb req-c43ba9e8-fb05-41ed-9e4f-7d1a0ab49ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:32.062757 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2b103c8b-0b89-4793-9ed9-8a3df77c77cb req-c43ba9e8-fb05-41ed-9e4f-7d1a0ab49ffc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.1026576 Sep 07 18:50:32.175128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99a9cc-e0df-4bc0-9525-14289bb4b583 req-df07fa92-ef4f-4836-aff5-362c8fdc2975 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:32.179402 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1d99a9cc-e0df-4bc0-9525-14289bb4b583 req-df07fa92-ef4f-4836-aff5-362c8fdc2975 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0618844 Sep 07 18:50:32.208759 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58100) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:32.228353 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02b7f73e-2b9f-4fdd-be39-2c684627f8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.231890 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1d99a9cc-e0df-4bc0-9525-14289bb4b583 req-08c04ef0-521d-4f14-8f01-0c1d653d18a0 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Sep 07 18:50:32.352656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02b7f73e-2b9f-4fdd-be39-2c684627f8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.358885 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02b7f73e-2b9f-4fdd-be39-2c684627f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.428517 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-02b7f73e-2b9f-4fdd-be39-2c684627f8ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f190b81ef39d4f2bb53941c2f5387a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157845 Sep 07 18:50:32.436287 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58106) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:32.439447 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7f73e-2b9f-4fdd-be39-2c684627f8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776a1d57-6db9-4a08-8268-26784ce3176e,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.489115 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2b103c8b-0b89-4793-9ed9-8a3df77c77cb req-3de3f331-f2a9-4a44-944d-571220903e16 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816360 Sep 07 18:50:32.508951 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-27444f67-1e11-4586-958a-b0e20a816818 req-f2e414be-f9be-4aaf-a9cb-dd52b9ea8c51 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073649 Sep 07 18:50:32.534353 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.570125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.644000 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.646876 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.651222 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/776a1d57-6db9-4a08-8268-26784ce3176e HTTP/1.1" status: 204 len: 168 time: 0.2134318 Sep 07 18:50:32.661759 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc746904-7cdd-4c06-acb2-3444c709050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776a1d57-6db9-4a08-8268-26784ce3176e,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:32.721894 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-6f83ff80-8d1f-4f83-9c2e-82d4998f939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:32.738601 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.005404 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01316f1f-f929-449f-97d4-fa392c8f5e66 req-e3f5482e-6dbb-4234-8d66-827c1664b992 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.007253 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-01316f1f-f929-449f-97d4-fa392c8f5e66 req-e3f5482e-6dbb-4234-8d66-827c1664b992 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0868750 Sep 07 18:50:33.066425 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-01316f1f-f929-449f-97d4-fa392c8f5e66 req-15fff041-8102-4718-b2b0-dc6b745bff9f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Sep 07 18:50:33.149978 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58164) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:33.255556 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e48e-9e92-4f8d-a8af-215df5393642 req-9abed7b8-2cdc-49ff-9bc9-98bc0180d5de tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.257186 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e007e48e-9e92-4f8d-a8af-215df5393642 req-9abed7b8-2cdc-49ff-9bc9-98bc0180d5de tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1006584 Sep 07 18:50:33.350556 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e007e48e-9e92-4f8d-a8af-215df5393642 req-a8e8bd80-f66f-4fe3-a223-49282dc42689 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791118 Sep 07 18:50:33.391812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b7-acb3-4c49-beac-0f251590b607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.531695 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0bc85-3864-4847-ad8e-63e299513b57 req-4a31f055-ea79-4287-8ee6-597d7e9dc0c1 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:33.533497 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68a0bc85-3864-4847-ad8e-63e299513b57 req-4a31f055-ea79-4287-8ee6-597d7e9dc0c1 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0969303 Sep 07 18:50:33.627163 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68a0bc85-3864-4847-ad8e-63e299513b57 req-81605ac5-1d6d-42d7-ba4d-b1bcace1e29b tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 Sep 07 18:50:33.664133 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b7-acb3-4c49-beac-0f251590b607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.674441 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b7-acb3-4c49-beac-0f251590b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.715264 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc41b7-acb3-4c49-beac-0f251590b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50a877-c07b-4524-93cd-b12e664c001a,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:33.735543 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-84bc41b7-acb3-4c49-beac-0f251590b607 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14946ce68c434beba0f255c30362619d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5842924 Sep 07 18:50:33.736298 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58212) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:33.817311 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.851904 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.928471 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.931704 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:33.933138 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a50a877-c07b-4524-93cd-b12e664c001a HTTP/1.1" status: 204 len: 168 time: 0.1956892 Sep 07 18:50:33.942472 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970e7a-0420-4700-8433-b505ba887a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50a877-c07b-4524-93cd-b12e664c001a,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:34.230947 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13621d1-434a-4878-b2e8-71cda6642fb1 req-d3a00834-b79b-46db-91c8-4ecd158a3e00 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.232520 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c13621d1-434a-4878-b2e8-71cda6642fb1 req-d3a00834-b79b-46db-91c8-4ecd158a3e00 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0808189 Sep 07 18:50:34.288342 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c13621d1-434a-4878-b2e8-71cda6642fb1 req-e7fa2469-3dc1-4173-9029-fbbe9f3e3645 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460398 Sep 07 18:50:34.454067 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58242) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:34.469984 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0a997f97-05b2-4b50-a46d-586915d3b9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.475674 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e208-30bf-4a98-a86e-982cdbdc9c50 req-418a144e-a7ee-4558-92ba-52f97af151d9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:34.483245 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3042e208-30bf-4a98-a86e-982cdbdc9c50 req-418a144e-a7ee-4558-92ba-52f97af151d9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0626876 Sep 07 18:50:34.522044 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.556564 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3042e208-30bf-4a98-a86e-982cdbdc9c50 req-8cffe7a2-d7ca-4967-8f13-20a3d4b55742 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723279 Sep 07 18:50:34.688551 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0a997f97-05b2-4b50-a46d-586915d3b9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.696352 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0a997f97-05b2-4b50-a46d-586915d3b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.740835 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0a997f97-05b2-4b50-a46d-586915d3b9cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a72b577a93b7419fa10598cf65d684f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856743 Sep 07 18:50:34.743432 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997f97-05b2-4b50-a46d-586915d3b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00725ec1-1a9f-4d9e-9119-359f3920d957,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:34.743893 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58256) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:34.812085 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.835857 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.877868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58262) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:34.901549 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.904397 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:34.905609 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00725ec1-1a9f-4d9e-9119-359f3920d957 HTTP/1.1" status: 204 len: 168 time: 0.1600165 Sep 07 18:50:34.913813 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741b9cf-3b65-404c-8b82-3a3eceae94ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00725ec1-1a9f-4d9e-9119-359f3920d957,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.026703 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1da78d80-280e-4250-ba30-c20ac1a18346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.151314 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1da78d80-280e-4250-ba30-c20ac1a18346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.156797 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1da78d80-280e-4250-ba30-c20ac1a18346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.200741 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1da78d80-280e-4250-ba30-c20ac1a18346 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0fa7e7fda924c158c78750100c076c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214567 Sep 07 18:50:35.201632 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da78d80-280e-4250-ba30-c20ac1a18346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f988b-a44a-4714-b20f-425de937749b,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.203398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58274) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:35.268433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.298792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.352969 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.356152 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.360216 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e1f988b-a44a-4714-b20f-425de937749b HTTP/1.1" status: 204 len: 168 time: 0.1533556 Sep 07 18:50:35.376274 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3fb4c-6bdc-4107-bff6-477d954ad8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f988b-a44a-4714-b20f-425de937749b,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:35.414760 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ab38-a756-4c2f-be7c-35b86e03d96b req-4a6d4d15-9900-4dac-930c-217c4b053e80 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.416309 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6911ab38-a756-4c2f-be7c-35b86e03d96b req-4a6d4d15-9900-4dac-930c-217c4b053e80 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0546737 Sep 07 18:50:35.456575 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6911ab38-a756-4c2f-be7c-35b86e03d96b req-d4a51493-7009-46c5-a1c9-9520ccbf4bdf tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Sep 07 18:50:35.620274 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4f804-30ee-4cae-819b-ca23b606ea82 req-85c4fb88-6bbf-42ae-b502-ae72ade09f82 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.634853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58304) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:35.640483 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'floatingip': {'port_id': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:35.643878 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-95c4f804-30ee-4cae-819b-ca23b606ea82 req-85c4fb88-6bbf-42ae-b502-ae72ade09f82 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1169128 Sep 07 18:50:35.771320 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.848372 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:35.919500 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c48a5b-b402-4770-9d79-1838983b82ce req-9876a4b7-906f-4b47-83be-4a8503e85329 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:35.921612 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-19c48a5b-b402-4770-9d79-1838983b82ce req-9876a4b7-906f-4b47-83be-4a8503e85329 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.2389655 Sep 07 18:50:36.041798 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-19c48a5b-b402-4770-9d79-1838983b82ce req-2f249e1c-e806-45de-9557-a48a7f56236e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100702 Sep 07 18:50:36.201234 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58338) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:36.499055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-217adff3-daab-44dd-a792-1bb5a849bba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.651554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6a27-f4f2-4c8d-8a5a-62c493283f2b req-39c19956-9338-4250-b29e-130a5020491a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:36.653615 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-da2c6a27-f4f2-4c8d-8a5a-62c493283f2b req-39c19956-9338-4250-b29e-130a5020491a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0966549 Sep 07 18:50:36.712341 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.db.resource_extend [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 18:50:36.723179 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-da2c6a27-f4f2-4c8d-8a5a-62c493283f2b req-28d800ce-602d-4182-bad7-0214a5b84725 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Sep 07 18:50:36.761656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-217adff3-daab-44dd-a792-1bb5a849bba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.767662 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-217adff3-daab-44dd-a792-1bb5a849bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.821238 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-217adff3-daab-44dd-a792-1bb5a849bba8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e880fc090152470ea65ee28d0e6be986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188736 Sep 07 18:50:36.822403 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58368) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:36.830149 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217adff3-daab-44dd-a792-1bb5a849bba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d704df-2117-4aea-84f4-94f92a4b37fd,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:36.914238 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:36.948737 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.011079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.014550 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.016080 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2d704df-2117-4aea-84f4-94f92a4b37fd HTTP/1.1" status: 204 len: 168 time: 0.1921661 Sep 07 18:50:37.023103 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.023812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58374) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:37.027451 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dc0e7-bb38-453b-899d-1fa21bd95979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d704df-2117-4aea-84f4-94f92a4b37fd,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:37.040327 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.043799 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-9e56813a-112a-4de6-b08a-21ccab04e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.045323 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-9e56813a-112a-4de6-b08a-21ccab04e4da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 1099 time: 0.5020771 Sep 07 18:50:37.140761 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582091659-network', 'tenant_id': '39d4b2b1f66f478980bec01a270c877d'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:37.236869 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Made reservation on behalf of 39d4b2b1f66f478980bec01a270c877d for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:37.239182 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.246151 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Floating IP 4859176b-bcb0-40b8-8492-f1020ff5a0dd associated. External IP: 172.27.2.37, port: c6592084-b25f-4b2b-9a75-cdf7dbb435ad. Sep 07 18:50:37.254197 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.264697 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-4545fab4-85f2-4a7f-bac9-b4b548b3aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.266609 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-4545fab4-85f2-4a7f-bac9-b4b548b3aa69 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1883624 Sep 07 18:50:37.351588 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-60fba318-88d2-4de5-b9ef-c19d996709dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d709803-58c1-493b-9bc8-4179d62ecae0 HTTP/1.1" status: 200 len: 217 time: 0.0502322 Sep 07 18:50:37.485725 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-754a615c-4b35-4cf3-83b1-827c87e58f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:37.487247 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-754a615c-4b35-4cf3-83b1-827c87e58f15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.1264501 Sep 07 18:50:37.564350 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-dc0a22f4-4ed3-45f6-abd2-8f73c87c03e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680625 Sep 07 18:50:37.698969 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.710790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.756588 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:37.785820 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:50:37.797065 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:37.797779 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Added segment 39adff09-0f0d-4678-bd87-5ad63da59345 of type vlan for network 57d93b83-e74f-41bf-bcda-28cadf0af17d Sep 07 18:50:37.802514 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-e335c3f3-ee14-484c-af4d-60873c6711ea service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240467 Sep 07 18:50:37.811518 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:37.997442 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.097136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.098105 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.098744 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.121322 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339cd2e-4ff2-4de8-9cf6-e2c247e1cffd req-5e16392c-5141-4864-99ef-0bb9afe56025 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.122965 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5339cd2e-4ff2-4de8-9cf6-e2c247e1cffd req-5e16392c-5141-4864-99ef-0bb9afe56025 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.2109115 Sep 07 18:50:38.152796 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3e0f72a5-3eed-4ea2-9995-2bde820ab35f req-d278d7f2-0ae8-441c-807c-91bf4a57abb9 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377011 Sep 07 18:50:38.192892 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1672764 Sep 07 18:50:38.196061 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58440) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:38.201856 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Request body: {'subnet': {'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582091659-subnet', 'tenant_id': '39d4b2b1f66f478980bec01a270c877d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:38.210243 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:50:38.218876 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.222567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4372-4025-4775-a3b0-c60cebadb2fe admin admin] Pushing event updated for resources: {'Network': ['ID=57d93b83-e74f-41bf-bcda-28cadf0af17d,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:38.223322 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:50:38.233556 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Made reservation on behalf of 39d4b2b1f66f478980bec01a270c877d for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:38.236113 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:38.239889 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.247326 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:38.247836 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:50:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:38.303718 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5339cd2e-4ff2-4de8-9cf6-e2c247e1cffd req-0e4a87f8-bd65-4a65-8909-e89d3f505868 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667302 Sep 07 18:50:38.313607 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f2e77c34-c9ce-4648-9619-d77d81989a8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "PUT /v2.0/floatingips/4859176b-bcb0-40b8-8492-f1020ff5a0dd HTTP/1.1" status: 200 len: 991 time: 2.6773868 Sep 07 18:50:38.318232 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:38.322396 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256e74ef-6124-48b1-b049-7df25755dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:38.437078 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07228bed-6106-40e1-b6d0-170229782184 x-openstack-request-id: req-07228bed-6106-40e1-b6d0-170229782184 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:38.437539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:38.438095 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07228bed-6106-40e1-b6d0-170229782184 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:38.438633 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'status': 'completed', 'code': 200} Sep 07 18:50:38.471302 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:38.537079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.614134 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Checking segment: {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:38.614488 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Network hostable DHCP agents. Network: 57d93b83-e74f-41bf-bcda-28cadf0af17d, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:38.617063 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938bbbdc-1312-477a-8f21-522ac687f77a,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:38.639007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-6297b58b-54a8-48fa-b2be-6d646b889193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.640557 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-6297b58b-54a8-48fa-b2be-6d646b889193 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1099 time: 0.0956216 Sep 07 18:50:38.641724 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:38.652768 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 57d93b83-e74f-41bf-bcda-28cadf0af17d) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:38.657737 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.658314 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:38.668067 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c1791e-65a4-469d-b410-277a86184c68 None None] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:38.683699 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7810cad7-3ddb-4d80-a509-a722549c07c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4856205 Sep 07 18:50:38.817902 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-db33f7a5-fd67-4d58-8387-762a50d520a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:38.819597 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-db33f7a5-fd67-4d58-8387-762a50d520a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1677651 Sep 07 18:50:38.862395 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4ab66-1044-4779-8de6-1c88ee6df9b3 None None] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:38.954965 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '4859176b-bcb0-40b8-8492-f1020ff5a0dd', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:31:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:01Z', 'updated_at': '2021-09-07T18:50:36Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:39.001980 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:50:39.019018 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:50:39.019018 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:50:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:39.041709 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-d8756379-3420-4e8d-a266-2308df73e7f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 999 time: 0.2095249 Sep 07 18:50:39.163617 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-08fb8316-9159-4cd6-8fa9-a663369b3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:39.166983 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-08fb8316-9159-4cd6-8fa9-a663369b3d2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.1171684 Sep 07 18:50:39.184538 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:50:39.247559 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-01966cfc-c102-4be0-9c54-9b690b065444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:39.249482 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-01966cfc-c102-4be0-9c54-9b690b065444 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743849 Sep 07 18:50:39.440691 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-36f8c7db-d224-4ccf-a5c0-e372afa102bc service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815369 Sep 07 18:50:39.640498 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '4859176b-bcb0-40b8-8492-f1020ff5a0dd', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:31:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:01Z', 'updated_at': '2021-09-07T18:50:36Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:50:39.750008 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b0c99-431f-49b8-b9ff-dca16d411a0b None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '4859176b-bcb0-40b8-8492-f1020ff5a0dd', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:31:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:50:01Z', 'updated_at': '2021-09-07T18:50:36Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:50:39.848961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58528) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:39.970301 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f32cf-92a9-4570-9184-8c86a8dd8352 req-ff48dacf-d2f4-441f-a505-25efd9c4046e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:39.971764 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-155f32cf-92a9-4570-9184-8c86a8dd8352 req-ff48dacf-d2f4-441f-a505-25efd9c4046e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.4932022 Sep 07 18:50:40.013862 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-256e74ef-6124-48b1-b049-7df25755dfa2 req-ed235955-88f8-448a-b06c-75be1a44b076 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578592 Sep 07 18:50:40.038180 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-155f32cf-92a9-4570-9184-8c86a8dd8352 req-c50fc7ae-432e-480f-abf5-c4bc7ed8ab9b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569417 Sep 07 18:50:40.076366 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.107647 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908e8d0-9e63-40c5-9d4e-fc88f14640ea None None] New status for floating IP 4859176b-bcb0-40b8-8492-f1020ff5a0dd: ACTIVE {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:50:40.211100 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.216397 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.259193 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df07acf5ca2e47c88f4f2adbf26e908d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059231 Sep 07 18:50:40.259193 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81a0a4-a9dc-4322-b46b-81cf873a7eb5,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:40.259846 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58534) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:40.265638 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.266041 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.266384 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.266718 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.267138 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.267450 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.268101 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.268671 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.269198 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.269770 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.270385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.270967 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6c424f-75f5-4bdc-9b61-73fe01916c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.323377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.345838 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.409183 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.414636 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.423379 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e81a0a4-a9dc-4322-b46b-81cf873a7eb5 HTTP/1.1" status: 204 len: 168 time: 0.1623704 Sep 07 18:50:40.433607 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81a0a4-a9dc-4322-b46b-81cf873a7eb5,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:40.442743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.443306 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.443850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.444373 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.444997 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.445514 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.446136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.446700 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.447236 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.447739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.448257 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.448754 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f9915-de17-4380-8735-9368d501f883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:40.757286 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58546) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:40.778537 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d048fb91-fc18-4a59-b777-a2b664fa69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.880835 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d048fb91-fc18-4a59-b777-a2b664fa69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.885937 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d048fb91-fc18-4a59-b777-a2b664fa69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:40.929237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048fb91-fc18-4a59-b777-a2b664fa69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250aa6fb-0feb-45b0-a18f-30da3773130e,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:40.936914 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58558) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:40.939831 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d048fb91-fc18-4a59-b777-a2b664fa69f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a581cb5e9d84bbd9757900f5f320caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810749 Sep 07 18:50:41.000631 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.025554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.032240 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:50:41.097532 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.100415 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.104087 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/250aa6fb-0feb-45b0-a18f-30da3773130e HTTP/1.1" status: 204 len: 168 time: 0.1634963 Sep 07 18:50:41.110468 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ee38d-5237-404f-9275-f91a166059e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250aa6fb-0feb-45b0-a18f-30da3773130e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:41.241633 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bad69-00e9-4ac7-9a7d-fa228d9dfcfc req-16b260f0-dfed-4e3e-80aa-55c5295da729 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.243433 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-524bad69-00e9-4ac7-9a7d-fa228d9dfcfc req-16b260f0-dfed-4e3e-80aa-55c5295da729 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0641186 Sep 07 18:50:41.303540 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-524bad69-00e9-4ac7-9a7d-fa228d9dfcfc req-c4c094e6-5b59-4fc4-a2cc-43ffb86952e6 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516915 Sep 07 18:50:41.392376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-857e5276-0c55-471b-ac98-d5f72c887150 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:41.394501 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-857e5276-0c55-471b-ac98-d5f72c887150 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 809 time: 0.1151776 Sep 07 18:50:41.413075 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-943cca2f-616a-4858-84e6-2d1be5400276 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/quotas/39d4b2b1f66f478980bec01a270c877d HTTP/1.1" status: 200 len: 375 time: 0.0106797 Sep 07 18:50:41.451531 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-e6a9ef78-dbf5-4581-8cec-d4110d18fc41 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303686 Sep 07 18:50:41.462633 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58586) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:41.573047 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-4d6456d2-4b6b-4c31-9da5-ed893d02ae96 service neutron] 10.222.0.25 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134610 Sep 07 18:50:41.604934 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58594) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:41.621818 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a070cdb7-5b4c-48f7-b4d1-49f99bc0f05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.658710 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2a759cc0-0027-4615-bb09-d7743000140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.703796 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-367cd65e-4848-4e82-b148-36f9af9fc702 service neutron] 10.222.0.25 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221271 Sep 07 18:50:41.765909 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a070cdb7-5b4c-48f7-b4d1-49f99bc0f05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.775923 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a070cdb7-5b4c-48f7-b4d1-49f99bc0f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.860241 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a070cdb7-5b4c-48f7-b4d1-49f99bc0f05b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c51d4cc1f7d4b3facdfe3b2676bb55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503891 Sep 07 18:50:41.860455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58610) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:41.864956 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070cdb7-5b4c-48f7-b4d1-49f99bc0f05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b09925-d0ed-4dfb-9a84-122e3af2cd57,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:41.975894 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.988643 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2a759cc0-0027-4615-bb09-d7743000140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:41.992456 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ce66eafd-67b4-459a-834f-d76cb1826824 req-fe904c5e-4b43-45c5-8d3f-c68e7a175420 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 210 time: 0.0416987 Sep 07 18:50:41.994182 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2a759cc0-0027-4615-bb09-d7743000140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.018539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.045186 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2a759cc0-0027-4615-bb09-d7743000140c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b2b20fa634c439a9ee307847796fa2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790071 Sep 07 18:50:42.045590 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759cc0-0027-4615-bb09-d7743000140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9dfae-f506-4db2-b64e-611a10c746b6,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.048252 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58618) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:42.121461 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.136672 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.139351 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.140849 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53b09925-d0ed-4dfb-9a84-122e3af2cd57 HTTP/1.1" status: 204 len: 168 time: 0.2792027 Sep 07 18:50:42.169742 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.173176 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b729964-2d54-42d5-9ece-8b4e744d565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b09925-d0ed-4dfb-9a84-122e3af2cd57,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.261496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.264315 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:42.265587 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6d9dfae-f506-4db2-b64e-611a10c746b6 HTTP/1.1" status: 204 len: 168 time: 0.2161551 Sep 07 18:50:42.277634 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f72d6-6cf7-4231-a3d4-b424e08c1fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9dfae-f506-4db2-b64e-611a10c746b6,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:42.489254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6349e09-ddf5-44b4-b7d9-de995df64e19 req-ef660c44-4e4a-4fe8-921d-bba782e31d27 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:42.490883 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e6349e09-ddf5-44b4-b7d9-de995df64e19 req-ef660c44-4e4a-4fe8-921d-bba782e31d27 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0899403 Sep 07 18:50:42.549208 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e6349e09-ddf5-44b4-b7d9-de995df64e19 req-a4fc0e4b-64ee-411a-ae15-f7e0fe1d7804 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Sep 07 18:50:42.924439 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58658) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:42.940367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b78e835-946a-4f26-8055-117c6e956596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.102453 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b78e835-946a-4f26-8055-117c6e956596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.124597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4b78e835-946a-4f26-8055-117c6e956596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.155323 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-71a7ffa6-78ee-4e74-8a91-21c3eff50056 req-4a7cab45-d346-48bc-a114-ec306e5fd5ff tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 210 time: 0.0576885 Sep 07 18:50:43.189840 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4b78e835-946a-4f26-8055-117c6e956596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d61295c4369b45758d710a8343d712db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642803 Sep 07 18:50:43.191352 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78e835-946a-4f26-8055-117c6e956596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd4785-ba74-45a0-9b21-090f30cb7aed,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:43.199227 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58670) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:43.281772 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.307009 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.361919 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.364420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:43.365571 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcbd4785-ba74-45a0-9b21-090f30cb7aed HTTP/1.1" status: 204 len: 168 time: 0.1652174 Sep 07 18:50:43.374900 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3b07-18b7-47e9-8ee9-520b0aebcf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd4785-ba74-45a0-9b21-090f30cb7aed,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:43.708337 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7bfb9-4294-4f7d-8a94-48b2a25d006e req-8dfcd4f6-b3b8-42d6-8067-673baf5e5100 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:43.710020 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1fe7bfb9-4294-4f7d-8a94-48b2a25d006e req-8dfcd4f6-b3b8-42d6-8067-673baf5e5100 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0706537 Sep 07 18:50:43.834790 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1fe7bfb9-4294-4f7d-8a94-48b2a25d006e req-86052051-1303-4b75-80a9-facd63ecbc2b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977623 Sep 07 18:50:43.872651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-ab8e01cc-fc9a-4a64-a07d-d2e18d0a80c8 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:43.874504 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-ab8e01cc-fc9a-4a64-a07d-d2e18d0a80c8 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 809 time: 0.1635001 Sep 07 18:50:43.934134 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Request body: {'port': {'device_id': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d', 'admin_state_up': True, 'tenant_id': '39d4b2b1f66f478980bec01a270c877d'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:44.103151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Made reservation on behalf of 39d4b2b1f66f478980bec01a270c877d for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:44.107596 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.343488 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-39059570-d54c-44df-93dd-36f89aaaf464 req-870e5652-9fb9-4eef-8375-bdff5a77d113 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 210 time: 0.0476954 Sep 07 18:50:44.407060 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Allocated IP 172.20.0.5 (57d93b83-e74f-41bf-bcda-28cadf0af17d/938bbbdc-1312-477a-8f21-522ac687f77a/03c2cabe-0e3f-416f-a824-66abf612f1c2) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:44.464983 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-a1ecaf8b-5865-40f9-bd42-84984f3dd420 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705991 Sep 07 18:50:44.636134 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58736) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:44.684804 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-049c7a62-a1c1-4b7b-9f28-3665bc6ce848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.689703 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-049c7a62-a1c1-4b7b-9f28-3665bc6ce848 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04e24d30b9564e45852558d7d52c3bdd&device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 1098 time: 0.1048417 Sep 07 18:50:44.833222 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.874105 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1116202923-network', 'tenant_id': 'efd5c12e9fb24f898d286a8e3188dc86'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:44.899795 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-121a6a8d-53aa-4b5e-8c9a-92bd4485d45e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.907734 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-121a6a8d-53aa-4b5e-8c9a-92bd4485d45e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.2158151 Sep 07 18:50:44.912661 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-0e90eed2-3007-45cc-8022-d29232f5e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:44.914306 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-0e90eed2-3007-45cc-8022-d29232f5e645 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 HTTP/1.1" status: 200 len: 912 time: 0.1916969 Sep 07 18:50:44.930662 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.972441 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0736d72e-6d24-4b0c-bbbc-38adedd6e285 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/quotas/35c93bff7fdf4dc1859e511d40827ff5 HTTP/1.1" status: 200 len: 375 time: 0.0638077 Sep 07 18:50:44.974858 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-3c04077a-2ba3-49d2-9c67-9c96168136b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b18e263-b42a-4720-9377-c25e827738f6 HTTP/1.1" status: 200 len: 217 time: 0.0454042 Sep 07 18:50:44.981995 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Made reservation on behalf of efd5c12e9fb24f898d286a8e3188dc86 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:44.985047 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:44.995529 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:45.003085 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:45.007868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:45.063491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Pushing event updated for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:45.064204 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.098310 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.098993 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.103804 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-c4538c15-a695-4cc4-a261-479b9891982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.105379 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-c4538c15-a695-4cc4-a261-479b9891982f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7708d2f6-714d-41df-896d-47184afa2342 HTTP/1.1" status: 200 len: 851 time: 0.1159108 Sep 07 18:50:45.116600 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c223d1f-59d5-4a1f-9f34-5b6bf204ac1e req-726b9ba2-787c-4b17-9c44-176ef23fa010 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.118326 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9c223d1f-59d5-4a1f-9f34-5b6bf204ac1e req-726b9ba2-787c-4b17-9c44-176ef23fa010 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1187806 Sep 07 18:50:45.133761 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-7825385c-3dbb-44de-adc2-38b1d157b62f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453793 Sep 07 18:50:45.168544 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9c223d1f-59d5-4a1f-9f34-5b6bf204ac1e req-f9e16c8a-0b50-424c-864e-4c614de04857 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Sep 07 18:50:45.172729 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-17ab413d-3fb7-4f5f-80a5-3dd777e9cf41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379429 Sep 07 18:50:45.385177 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-52b4f9a5-76f4-4e7d-a6b1-4fe247819e00 service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078862 Sep 07 18:50:45.389886 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-dde5fa3d-f409-4b65-8bde-be9b1d95efde service neutron] 10.222.0.74 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980631 Sep 07 18:50:45.407805 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.433190 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-1f7d9bd6-01cb-4ec7-b6ec-27a354cd98c2 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5039928 Sep 07 18:50:45.454807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.459946 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Request body: {'port': {'device_id': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:45.507406 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77c5ba-96e0-4238-a596-32196bfe2c71 req-09f42c53-caf6-46cc-a9fd-f1974a1d41fd tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.509191 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8b77c5ba-96e0-4238-a596-32196bfe2c71 req-09f42c53-caf6-46cc-a9fd-f1974a1d41fd tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 931 time: 0.0910285 Sep 07 18:50:45.533816 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:45.554141 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49449074-e67b-4562-91ab-c5b7a3b38ab5,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:45.561995 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.575961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.576293 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Added segment a5437d3c-6bf5-4173-ad88-e657de37e463 of type vlan for network 23d1159c-cb76-4ab0-abb5-0a46e10580a7 Sep 07 18:50:45.616400 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8b77c5ba-96e0-4238-a596-32196bfe2c71 req-6c464fbb-8ce6-4ea6-bfeb-faa9721ccbb7 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876079 Sep 07 18:50:45.638672 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2cd7f057-f25a-466d-bce2-e48fca3d091d req-43de3466-41f2-4001-976b-0e44e74e47aa service neutron] 10.222.0.74 "GET /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168455 Sep 07 18:50:45.650877 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-b106aaaa-bae8-4707-a513-e382b38dcf90 service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558477 Sep 07 18:50:45.659097 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.703712 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.705316 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:45.706026 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.789388 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1507514 Sep 07 18:50:45.796068 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58764) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:45.804058 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Request body: {'subnet': {'network_id': '23d1159c-cb76-4ab0-abb5-0a46e10580a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1116202923-subnet', 'tenant_id': 'efd5c12e9fb24f898d286a8e3188dc86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:45.807464 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623baf3-5275-4b8b-94a3-191c8af9d49d admin admin] Pushing event updated for resources: {'Network': ['ID=23d1159c-cb76-4ab0-abb5-0a46e10580a7,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:45.819332 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 23d1159c-cb76-4ab0-abb5-0a46e10580a7 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:45.832588 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Made reservation on behalf of efd5c12e9fb24f898d286a8e3188dc86 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:45.834965 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.952262 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-346c1bc7-1f4c-434a-8515-ef739b355415 req-c24c5cf0-89b4-4f95-bd1d-dc03c516e57b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 210 time: 0.0399630 Sep 07 18:50:45.961377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c2cabe-0e3f-416f-a824-66abf612f1c2 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:45.974400 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:45.988918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Transition to ACTIVE for port object 03c2cabe-0e3f-416f-a824-66abf612f1c2 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:45.994925 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.102890 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Pushing event updated for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.158199 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.177588 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Attempting to bind port 03c2cabe-0e3f-416f-a824-66abf612f1c2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:46.177853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Attempting to bind port 03c2cabe-0e3f-416f-a824-66abf612f1c2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:46.178189 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Attempting to bind port 03c2cabe-0e3f-416f-a824-66abf612f1c2 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:46.183859 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Port 03c2cabe-0e3f-416f-a824-66abf612f1c2 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:46.184362 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Attempting to bind port 03c2cabe-0e3f-416f-a824-66abf612f1c2 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:46.193911 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:46.194478 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Checking segment: {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:46.195308 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Bound using segment: {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:46.196099 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Bound port: 03c2cabe-0e3f-416f-a824-66abf612f1c2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:46.196656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.274385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbba8eb-88c1-4507-81d2-651cbfcaf141,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.334621 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Checking segment: {'id': 'a5437d3c-6bf5-4173-ad88-e657de37e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '23d1159c-cb76-4ab0-abb5-0a46e10580a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:46.335299 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Network hostable DHCP agents. Network: 23d1159c-cb76-4ab0-abb5-0a46e10580a7, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:46.377025 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Network 23d1159c-cb76-4ab0-abb5-0a46e10580a7 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:46.397215 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 23d1159c-cb76-4ab0-abb5-0a46e10580a7) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:46.410811 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565cfef-8c5c-4c6b-b72e-a9f39593b704 None None] Network 23d1159c-cb76-4ab0-abb5-0a46e10580a7 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:46.417309 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.417532 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:46.417828 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.427018 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:46.448258 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeb40c-0215-4ff4-98d0-8a33ae809db7 req-f1b349d2-02b7-4447-bf1e-dc7fbc279db7 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.452866 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0d46f064-aa4c-4c36-ac46-9bdf7ddd3386 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6536031 Sep 07 18:50:46.469424 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6feeb40c-0215-4ff4-98d0-8a33ae809db7 req-f1b349d2-02b7-4447-bf1e-dc7fbc279db7 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1821496 Sep 07 18:50:46.493065 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.553449 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.554856 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.556994 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] 10.222.0.74 "PUT /v2.0/ports/03c2cabe-0e3f-416f-a824-66abf612f1c2 HTTP/1.1" status: 200 len: 1093 time: 1.1020439 Sep 07 18:50:46.561606 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:46.564772 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59626fa-0110-4131-9bd2-fa66639317fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:46.608592 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6feeb40c-0215-4ff4-98d0-8a33ae809db7 req-ac3bac89-0d27-4057-ba6a-f3c6c269a9ae tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381836 Sep 07 18:50:46.632278 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c507d46-ae54-4655-b0a1-dc467e63037e service neutron] Pushing event updated for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:46.645435 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c97d5-7e0a-44d5-b347-dea47bd3320d None None] Network 23d1159c-cb76-4ab0-abb5-0a46e10580a7 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:46.694494 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc4236b-ae3c-4cbe-8874-26077db87ce8 x-openstack-request-id: req-ddc4236b-ae3c-4cbe-8874-26077db87ce8 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:46.694924 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:46.695241 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddc4236b-ae3c-4cbe-8874-26077db87ce8 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:46.695706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2', 'status': 'completed', 'code': 200} Sep 07 18:50:46.760233 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58812) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:46.874061 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c547b9-86e0-448f-bcad-7da95223cfff req-dd4a9694-d8a9-4f2d-9e8e-d4584b176dbe tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.875723 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-50c547b9-86e0-448f-bcad-7da95223cfff req-dd4a9694-d8a9-4f2d-9e8e-d4584b176dbe tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.1203146 Sep 07 18:50:46.878729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-2d099c4e-35ad-496d-9077-623988bbc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:46.880796 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-2d099c4e-35ad-496d-9077-623988bbc913 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 1096 time: 0.1061730 Sep 07 18:50:46.921042 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-50c547b9-86e0-448f-bcad-7da95223cfff req-ae811893-e27f-4ba2-97b0-d919a9c5757b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Sep 07 18:50:46.941051 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75a5287f-1339-4212-81f2-5b5b8e73dd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:46.959911 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-a72d80b1-a03c-4fb4-8351-8722f6b07da1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2 HTTP/1.1" status: 200 len: 217 time: 0.0432861 Sep 07 18:50:47.055549 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-852d1052-1aa9-4793-9bcc-1d97226d60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.057839 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-852d1052-1aa9-4793-9bcc-1d97226d60ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=938bbbdc-1312-477a-8f21-522ac687f77a HTTP/1.1" status: 200 len: 849 time: 0.0862536 Sep 07 18:50:47.080823 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f36e4be4-45fb-49ca-a6f5-a529861c266e req-a7cf3c21-e117-40b3-b570-939f59482508 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 210 time: 0.0434644 Sep 07 18:50:47.085198 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75a5287f-1339-4212-81f2-5b5b8e73dd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.092743 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-75a5287f-1339-4212-81f2-5b5b8e73dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.110768 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-60056803-e135-44a4-92ec-13f6c064c987 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57d93b83-e74f-41bf-bcda-28cadf0af17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324693 Sep 07 18:50:47.150933 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-75a5287f-1339-4212-81f2-5b5b8e73dd64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26f774d4ad2c479bac4a58abc47b8efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853369 Sep 07 18:50:47.150933 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5287f-1339-4212-81f2-5b5b8e73dd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ea07b-fa50-495b-9bc9-9f7d2d169b53,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:47.151220 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58826) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:47.209570 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.238219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-c73bf0d9-15d7-4a81-9acf-775ff59c5add service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097231 Sep 07 18:50:47.249866 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.329190 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.335661 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.342796 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e21ea07b-fa50-495b-9bc9-9f7d2d169b53 HTTP/1.1" status: 204 len: 168 time: 0.1903877 Sep 07 18:50:47.360944 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b3609-8946-45de-acb0-2a347cc68efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ea07b-fa50-495b-9bc9-9f7d2d169b53,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:47.420937 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58836) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:47.426613 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803308119-network', 'tenant_id': 'b6824408270740189d3ebee0b0dc3707'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:47.469228 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Made reservation on behalf of b6824408270740189d3ebee0b0dc3707 for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:47.471613 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.491417 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.503343 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c77f5a6f-4259-46e0-ba99-6134f5a7b2ef req-5fd18f37-4435-4229-9668-4cda6e66703b service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961808 Sep 07 18:50:47.609048 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.614746 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.636678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:50:47.677478 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc36795-cd6b-476a-a1f4-8617c57d4980,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:47.687569 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.687868 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Added segment a3ec2555-a4fe-4484-90cc-371e6fc509d8 of type vlan for network 610493ea-ea0f-46df-a883-fc1c9fe459a4 Sep 07 18:50:47.751474 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59626fa-0110-4131-9bd2-fa66639317fc req-68d17e80-f532-41dd-836c-82e34abd54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.751474 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-68d17e80-f532-41dd-836c-82e34abd54c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 1096 time: 0.1081250 Sep 07 18:50:47.752471 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.877813 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.878811 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.879433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:47.890039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe008a3b-a6f2-4abe-8104-4000b45188a1 req-ab59f6a7-c878-413e-8d69-5000ea1a6627 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.891525 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fe008a3b-a6f2-4abe-8104-4000b45188a1 req-ab59f6a7-c878-413e-8d69-5000ea1a6627 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1483757 Sep 07 18:50:47.967421 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5424933 Sep 07 18:50:47.968793 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58864) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:47.976523 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Request body: {'subnet': {'network_id': '610493ea-ea0f-46df-a883-fc1c9fe459a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803308119-subnet', 'tenant_id': 'b6824408270740189d3ebee0b0dc3707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:47.980380 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59626fa-0110-4131-9bd2-fa66639317fc req-8cd9cc93-85b4-49e6-a2f6-95ebf66af32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:47.981856 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-8cd9cc93-85b4-49e6-a2f6-95ebf66af32b service neutron] 10.222.0.74 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 910 time: 0.2165842 Sep 07 18:50:47.990724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a51e-8c42-407f-b282-685cb95af706 admin admin] Pushing event updated for resources: {'Network': ['ID=610493ea-ea0f-46df-a883-fc1c9fe459a4,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.004370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 610493ea-ea0f-46df-a883-fc1c9fe459a4 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:50:48.023202 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fe008a3b-a6f2-4abe-8104-4000b45188a1 req-99d55f58-d126-400d-b76d-8aac282baed5 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035426 Sep 07 18:50:48.051319 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Made reservation on behalf of b6824408270740189d3ebee0b0dc3707 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:48.055152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.085815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58866) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:48.092978 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-63cdedf5-01f2-4eb0-9732-d2eb88fc1e46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2 HTTP/1.1" status: 200 len: 217 time: 0.0682833 Sep 07 18:50:48.192867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59626fa-0110-4131-9bd2-fa66639317fc req-96def9ba-8cad-4c29-b2bd-b5fa058aac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:48.195570 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-96def9ba-8cad-4c29-b2bd-b5fa058aac0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=938bbbdc-1312-477a-8f21-522ac687f77a HTTP/1.1" status: 200 len: 849 time: 0.0899105 Sep 07 18:50:48.244582 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4e579429-03e0-42fa-ac7b-d280060730c1 req-e1917b91-3421-41c7-a015-618434b6fcb8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 210 time: 0.0448909 Sep 07 18:50:48.299916 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-71c9f78d-1b8c-44cf-b75e-0ea2f6d95606 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57d93b83-e74f-41bf-bcda-28cadf0af17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490246 Sep 07 18:50:48.508804 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-6cf6efc4-c57c-44fa-bb35-ac973962b8ae service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954191 Sep 07 18:50:48.528751 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-e1a947ea-87d1-4e17-accb-e73be8d84c8e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:48.530308 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-e1a947ea-87d1-4e17-accb-e73be8d84c8e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.1772559 Sep 07 18:50:48.563941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d150ac-5d0e-4c73-9cec-c2df69be7735 req-f1a02fd2-7f35-4b0c-85f9-bb6b40037281 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:48.565509 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a9d150ac-5d0e-4c73-9cec-c2df69be7735 req-f1a02fd2-7f35-4b0c-85f9-bb6b40037281 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.4781580 Sep 07 18:50:48.574654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Request body: {'port': {'device_id': 'a96382b0-3424-496b-9530-3fcc62464024', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'admin_state_up': True, 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:48.651127 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59626fa-0110-4131-9bd2-fa66639317fc req-7a32a0cb-2cd5-49da-bd84-92597d6edad2 service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185591 Sep 07 18:50:48.664393 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1388b3da-1946-48d8-a8b1-eaf0d6c28ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.736635 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a9d150ac-5d0e-4c73-9cec-c2df69be7735 req-a93df18f-a4e7-45c4-913e-4b554413db74 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584251 Sep 07 18:50:48.838719 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.845755 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:48.909131 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097baa79-ba74-4d54-afb2-60546cb82a3a,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:48.944589 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Checking segment: {'id': 'a3ec2555-a4fe-4484-90cc-371e6fc509d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '610493ea-ea0f-46df-a883-fc1c9fe459a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:48.944983 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Network hostable DHCP agents. Network: 610493ea-ea0f-46df-a883-fc1c9fe459a4, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:50:48.985593 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Network 610493ea-ea0f-46df-a883-fc1c9fe459a4 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:50:48.993254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1388b3da-1946-48d8-a8b1-eaf0d6c28ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.000667 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1388b3da-1946-48d8-a8b1-eaf0d6c28ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.010180 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 610493ea-ea0f-46df-a883-fc1c9fe459a4) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:49.021457 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2f43b-c922-4fd4-800c-462a82cee09f None None] Network 610493ea-ea0f-46df-a883-fc1c9fe459a4 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:49.033945 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.034531 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.070186 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'port': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:50:49.073722 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.087923 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1388b3da-1946-48d8-a8b1-eaf0d6c28ece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19481d84c8284322b5be27a647ab15ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992726 Sep 07 18:50:49.091543 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b3da-1946-48d8-a8b1-eaf0d6c28ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7bf9f2-9598-406a-bd70-92a980bdfe9f,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.092703 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58902) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:49.105800 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5d4894f6-90b8-4ed9-a5cb-a85eae45de86 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1352022 Sep 07 18:50:49.233440 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170180cd-e642-4189-bac8-9496d247124d None None] Network 610493ea-ea0f-46df-a883-fc1c9fe459a4 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:50:49.242124 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.289024 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Allocated IP 172.20.0.13 (15f5f5f9-75d7-4d88-a67f-825c9b38dd55/5a8c6b2c-397a-4446-94f0-0086b4580e1e/13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:50:49.299721 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb9256-a9bc-490e-bdd6-2c605de2b0c2 req-f1fe788b-f340-460d-b221-90c535158e5d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.305234 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-66fb9256-a9bc-490e-bdd6-2c605de2b0c2 req-f1fe788b-f340-460d-b221-90c535158e5d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1636298 Sep 07 18:50:49.404158 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.416128 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-66fb9256-a9bc-490e-bdd6-2c605de2b0c2 req-f3926587-04a9-416c-90fa-543000de76a0 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945485 Sep 07 18:50:49.451534 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4caee66a-0780-453d-9c24-bd320d5c70fa req-32b333dd-3f8a-4ba6-8acd-680bda90fb58 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 210 time: 0.0763297 Sep 07 18:50:49.501653 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.507160 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.523085 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e7bf9f2-9598-406a-bd70-92a980bdfe9f HTTP/1.1" status: 204 len: 168 time: 0.4288006 Sep 07 18:50:49.532294 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab2c1f-027d-4d9d-8f5e-484839cf790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7bf9f2-9598-406a-bd70-92a980bdfe9f,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.650807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.704154 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.753330 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:50:49.757507 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:49.761360 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:50:49.767427 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:50:49.776241 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event updated for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:49.877357 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.878032 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:49.903673 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-60c53f64-b466-42b0-b1df-b5387f736f69 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3350306 Sep 07 18:50:49.914184 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9d3ec-7de8-4849-bfdd-cd23d04a4517 req-e5601cac-6388-4f2a-890c-95600049720c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:49.915884 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1d9d3ec-7de8-4849-bfdd-cd23d04a4517 req-e5601cac-6388-4f2a-890c-95600049720c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.0834463 Sep 07 18:50:49.954297 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Request body: {'port': {'device_id': 'a96382b0-3424-496b-9530-3fcc62464024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:50:49.969288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58930) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:49.985215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eaa81081-b647-4f0e-a217-024d754d99a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.039554 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c1d9d3ec-7de8-4849-bfdd-cd23d04a4517 req-cabcdcba-e5e2-421a-8879-9359acad721c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145921 Sep 07 18:50:50.077641 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.120007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eaa81081-b647-4f0e-a217-024d754d99a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.126952 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eaa81081-b647-4f0e-a217-024d754d99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.167805 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-eaa81081-b647-4f0e-a217-024d754d99a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0eb628da639a4bde96004a20b2d10384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973259 Sep 07 18:50:50.169132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa81081-b647-4f0e-a217-024d754d99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf11c445-d282-48b9-941a-6b6d528d16ee,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.171520 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58932) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:50.230068 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.254475 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.309620 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.312422 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.313606 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf11c445-d282-48b9-941a-6b6d528d16ee HTTP/1.1" status: 204 len: 168 time: 0.1411848 Sep 07 18:50:50.322652 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b6669-676d-475c-809c-65d941489aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf11c445-d282-48b9-941a-6b6d528d16ee,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.378286 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 {{(pid=105638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:50.389064 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.406739 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Transition to ACTIVE for port object 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:50:50.414407 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.475845 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Pushing event updated for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.594810 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089d7d-5ecb-4bf5-a4a4-627df33efdcf req-e3eee8c6-0668-44f6-afc5-e345a5067631 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.598032 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b3089d7d-5ecb-4bf5-a4a4-627df33efdcf req-e3eee8c6-0668-44f6-afc5-e345a5067631 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0710235 Sep 07 18:50:50.625258 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Attempting to bind port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:50:50.625517 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Attempting to bind port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:50:50.625837 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Attempting to bind port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:50.634566 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:50:50.635035 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Attempting to bind port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:50:50.644892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:50:50.645428 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Checking segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:50:50.646075 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Bound using segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:50:50.646820 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Bound port: 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:50:50.647440 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.672802 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d309d-9894-45d5-a20c-2f60c3b63350 req-4da576af-7727-4acc-a259-0b9e7037d0a2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.674404 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ce2d309d-9894-45d5-a20c-2f60c3b63350 req-4da576af-7727-4acc-a259-0b9e7037d0a2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.1036577 Sep 07 18:50:50.678011 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b3089d7d-5ecb-4bf5-a4a4-627df33efdcf req-3a0aa75a-c9b0-4a37-8e8d-96dace71d415 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Sep 07 18:50:50.778914 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ce2d309d-9894-45d5-a20c-2f60c3b63350 req-37b6ed5f-c464-481b-a6a4-85347320c5ee tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Sep 07 18:50:50.786582 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:50:50.790349 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:50:50.797401 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.833623 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:50.834373 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.835805 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] 10.222.0.74 "PUT /v2.0/ports/13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 HTTP/1.1" status: 200 len: 1094 time: 0.8964562 Sep 07 18:50:50.836276 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:50.838621 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a266d51-bede-41d2-a433-986a81fb7035" -d '{"events": [{"name": "network-changed", "server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:50.867932 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 58954) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:50.870715 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418396-25c5-4518-9ec3-009d03f15214 service neutron] Pushing event updated for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:50.883032 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bf7b744b-7b50-43c2-9954-3d70e849c77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.883683 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e922136a-ed2c-49f1-bacc-404f2b2ffedc x-openstack-request-id: req-e922136a-ed2c-49f1-bacc-404f2b2ffedc {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:50.883972 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:50.884363 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e922136a-ed2c-49f1-bacc-404f2b2ffedc {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:50.884814 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', 'status': 'completed', 'code': 200} Sep 07 18:50:50.988093 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bf7b744b-7b50-43c2-9954-3d70e849c77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:50.994671 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bf7b744b-7b50-43c2-9954-3d70e849c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.008977 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a266d51-bede-41d2-a433-986a81fb7035 req-b265a46a-d3a4-4ddc-84e5-884e6bf22a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.010696 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a266d51-bede-41d2-a433-986a81fb7035 req-b265a46a-d3a4-4ddc-84e5-884e6bf22a57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 1097 time: 0.0526390 Sep 07 18:50:51.035054 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-bf7b744b-7b50-43c2-9954-3d70e849c77b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15410bca1092487580fc680a872b4e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658199 Sep 07 18:50:51.038063 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 58958) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:51.041547 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b744b-7b50-43c2-9954-3d70e849c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce82907-92c3-493c-9ac1-cd97450bb587,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:51.190627 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a516ff-21d4-4bf2-b4b5-6b1e22c56bd5 req-5a862c3f-fa02-411d-84da-302862a3623a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.193488 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d8a516ff-21d4-4bf2-b4b5-6b1e22c56bd5 req-5a862c3f-fa02-411d-84da-302862a3623a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.0754206 Sep 07 18:50:51.248706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d8a516ff-21d4-4bf2-b4b5-6b1e22c56bd5 req-3b360578-a5f6-4715-abe7-61ee1d51efa7 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Sep 07 18:50:51.249807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.268227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a266d51-bede-41d2-a433-986a81fb7035 req-040dbeb2-def8-46e0-ab5f-ea521e8946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.269713 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a266d51-bede-41d2-a433-986a81fb7035 req-040dbeb2-def8-46e0-ab5f-ea521e8946b8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2307651 Sep 07 18:50:51.284210 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.337999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.340491 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:51.341913 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ce82907-92c3-493c-9ac1-cd97450bb587 HTTP/1.1" status: 204 len: 168 time: 0.3016057 Sep 07 18:50:51.351115 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c2b41-d089-4e77-85a7-d4d9bacbaad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce82907-92c3-493c-9ac1-cd97450bb587,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:51.817402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565068a-5c7f-49e5-babd-c559243645df req-3ef8a316-09f4-4f8d-b8a3-12d818653496 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.821694 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5565068a-5c7f-49e5-babd-c559243645df req-3ef8a316-09f4-4f8d-b8a3-12d818653496 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0656142 Sep 07 18:50:51.867949 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5565068a-5c7f-49e5-babd-c559243645df req-eeb6e50a-abcb-40af-ac97-b26a443a7e55 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Sep 07 18:50:51.934240 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae2b8-5e94-4139-8d70-cff171a50265 req-b9c239d8-2f34-4297-93ce-31ba3dd556fc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:51.936265 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-761ae2b8-5e94-4139-8d70-cff171a50265 req-b9c239d8-2f34-4297-93ce-31ba3dd556fc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0853381 Sep 07 18:50:51.979003 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-761ae2b8-5e94-4139-8d70-cff171a50265 req-f6439607-59d4-4425-8027-599b790c337a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Sep 07 18:50:52.396688 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce83f-4203-40a1-8cb8-92fe5c3119ed req-d492782b-d00f-49d3-b08f-95c0a12f9e48 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:52.398204 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f3bce83f-4203-40a1-8cb8-92fe5c3119ed req-d492782b-d00f-49d3-b08f-95c0a12f9e48 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.0587099 Sep 07 18:50:52.443553 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f3bce83f-4203-40a1-8cb8-92fe5c3119ed req-e26a8616-9901-478a-b398-62922d017133 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Sep 07 18:50:53.001447 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb1f5-3f55-46fc-9dab-52a5bc8b1293 req-5a0cfdf0-e251-42ad-9324-8acf4200e45c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.003202 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-632cb1f5-3f55-46fc-9dab-52a5bc8b1293 req-5a0cfdf0-e251-42ad-9324-8acf4200e45c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0530822 Sep 07 18:50:53.046706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-632cb1f5-3f55-46fc-9dab-52a5bc8b1293 req-275ba2c9-f717-4cf0-baa1-c0ec310b49f3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Sep 07 18:50:53.155474 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1325c-8484-4574-bcac-d1c638dcac12 req-ec008564-4209-4375-aa90-adb6190a8e8a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.157034 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-73a1325c-8484-4574-bcac-d1c638dcac12 req-ec008564-4209-4375-aa90-adb6190a8e8a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0509601 Sep 07 18:50:53.197066 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-73a1325c-8484-4574-bcac-d1c638dcac12 req-2446ca5a-38a8-410d-8741-bef08eab6a53 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Sep 07 18:50:53.568284 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042459d-5577-4909-9632-3ce8e21b9261 req-02272d43-7f6a-4847-a82c-b94b65e9000b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:53.569796 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4042459d-5577-4909-9632-3ce8e21b9261 req-02272d43-7f6a-4847-a82c-b94b65e9000b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 943 time: 0.0563009 Sep 07 18:50:53.614797 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4042459d-5577-4909-9632-3ce8e21b9261 req-0f3b56de-18fb-4a74-9ad0-e0e44c2fc6ab tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Sep 07 18:50:54.169283 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c958a1-1e06-40f7-9493-a4744f8793f1 req-0326928d-221b-428c-8080-fd4e671f2d4e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.170947 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2c958a1-1e06-40f7-9493-a4744f8793f1 req-0326928d-221b-428c-8080-fd4e671f2d4e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0509889 Sep 07 18:50:54.216330 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2c958a1-1e06-40f7-9493-a4744f8793f1 req-ba0b67b7-89d3-40bc-9243-89e6845c7f62 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Sep 07 18:50:54.328982 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfda41-2a51-4266-9706-351a82e224ae req-4f1b595d-45a4-411e-8d61-a2f4804a6430 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.330522 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-43cfda41-2a51-4266-9706-351a82e224ae req-4f1b595d-45a4-411e-8d61-a2f4804a6430 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0491595 Sep 07 18:50:54.369877 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 03c2cabe-0e3f-416f-a824-66abf612f1c2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:54.370713 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-43cfda41-2a51-4266-9706-351a82e224ae req-7c4024a4-337b-439b-a1de-ebaee81827a1 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Sep 07 18:50:54.480384 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:54.497782 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '03c2cabe-0e3f-416f-a824-66abf612f1c2', 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d', 'port_id': '03c2cabe-0e3f-416f-a824-66abf612f1c2', 'mac_address': 'fa:16:3e:5d:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938bbbdc-1312-477a-8f21-522ac687f77a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:54.543311 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.557898 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c2cabe-0e3f-416f-a824-66abf612f1c2 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:54.563868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a266d51-bede-41d2-a433-986a81fb7035 req-30b9b48b-4105-4007-af5f-b0b824f30076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.563868 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a266d51-bede-41d2-a433-986a81fb7035 req-30b9b48b-4105-4007-af5f-b0b824f30076 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829817 Sep 07 18:50:54.578629 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:54.587889 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:54.647020 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:54.659708 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.660035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.660370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.660714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.661062 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.661392 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.661719 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.662043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.662362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.662759 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.663106 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.663393 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:50:54.724800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-9b7ccd63-6ecc-40ad-8541-f6eac24d29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.726321 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-9b7ccd63-6ecc-40ad-8541-f6eac24d29f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 1097 time: 0.0486584 Sep 07 18:50:54.751598 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219208d-a2c8-4e7f-8c82-3e483e4d3841 req-dca573da-3f6e-4c38-bcd7-3cadb72a3043 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.752458 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8219208d-a2c8-4e7f-8c82-3e483e4d3841 req-dca573da-3f6e-4c38-bcd7-3cadb72a3043 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 944 time: 0.0609286 Sep 07 18:50:54.793001 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8219208d-a2c8-4e7f-8c82-3e483e4d3841 req-84e41e94-1f29-473c-a90f-3c889d070b28 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Sep 07 18:50:54.796937 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-6c4884ab-cdd3-47bc-81f4-04863b3b59ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 HTTP/1.1" status: 200 len: 217 time: 0.0409579 Sep 07 18:50:54.864072 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-1aec5736-4ace-4873-980f-2d0fadf37b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:54.865431 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-1aec5736-4ace-4873-980f-2d0fadf37b49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.0501838 Sep 07 18:50:54.902278 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-8d79f106-53bd-475c-af29-2bebf976d1bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258179 Sep 07 18:50:55.225595 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['03c2cabe-0e3f-416f-a824-66abf612f1c2'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:50:55.227557 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-77f80cdc-8286-4c92-8022-681411e79ad5 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129344 Sep 07 18:50:55.352745 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a1f99ea9-52c5-4545-abe7-993aec370123 req-88d414c1-f52d-44c0-9eb5-629879daf747 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162648 Sep 07 18:50:55.382062 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3b0d7-4c73-4510-8c27-2a62f4a71492 req-ff5d7a0e-97c0-43a2-865e-4423535f4c13 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.389976 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23f3b0d7-4c73-4510-8c27-2a62f4a71492 req-ff5d7a0e-97c0-43a2-865e-4423535f4c13 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0662863 Sep 07 18:50:55.449927 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23f3b0d7-4c73-4510-8c27-2a62f4a71492 req-e2ecc278-a72d-4d39-9255-ccd1f1c0e3ea tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Sep 07 18:50:55.514812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951607-79cd-435b-9361-7104aa8ccebe req-e601d328-a1da-4f75-a87c-6f2110010d75 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.516466 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18951607-79cd-435b-9361-7104aa8ccebe req-e601d328-a1da-4f75-a87c-6f2110010d75 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0599835 Sep 07 18:50:55.564826 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18951607-79cd-435b-9361-7104aa8ccebe req-11ecc3f6-de96-4921-b9ec-cd452f524278 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Sep 07 18:50:55.945779 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684e088-ae33-49e5-b835-4ec37487fd0f req-6152d150-fd86-44fd-bdee-02a26ea75951 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:55.947478 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5684e088-ae33-49e5-b835-4ec37487fd0f req-6152d150-fd86-44fd-bdee-02a26ea75951 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 944 time: 0.0659668 Sep 07 18:50:55.996261 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5684e088-ae33-49e5-b835-4ec37487fd0f req-ccda79bc-a0b1-425f-8392-c5c77b50d5a5 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 Sep 07 18:50:56.529741 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824173-2d3b-46b4-ab39-6197e11f0c6f req-70a1c24a-3399-4102-98d0-ebb194164e57 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.531646 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4824173-2d3b-46b4-ab39-6197e11f0c6f req-70a1c24a-3399-4102-98d0-ebb194164e57 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Sep 07 18:50:56.597523 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45d1c-1f79-41a9-a12b-ab2a7221d122 req-9ddb5fcb-af8b-443c-93eb-ad6aae2a6a1e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.599113 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b4d45d1c-1f79-41a9-a12b-ab2a7221d122 req-9ddb5fcb-af8b-443c-93eb-ad6aae2a6a1e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0571730 Sep 07 18:50:56.643162 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b4d45d1c-1f79-41a9-a12b-ab2a7221d122 req-6f43640d-6dee-49ee-b581-74b8c2c052cb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Sep 07 18:50:56.646668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 03c2cabe-0e3f-416f-a824-66abf612f1c2 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:50:56.728355 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 03c2cabe-0e3f-416f-a824-66abf612f1c2 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:50:56.734079 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 03c2cabe-0e3f-416f-a824-66abf612f1c2 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:50:56.736264 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.803338 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a585-dc48-425f-9ff0-b4e8dd5194a8 req-97c75a1c-46da-4741-b593-93d0082508ae tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:56.805061 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e688a585-dc48-425f-9ff0-b4e8dd5194a8 req-97c75a1c-46da-4741-b593-93d0082508ae tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0551972 Sep 07 18:50:56.821615 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4824173-2d3b-46b4-ab39-6197e11f0c6f req-edf447a2-4341-4360-a877-d3135aa7daeb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838316 Sep 07 18:50:56.839208 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:56.848502 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e688a585-dc48-425f-9ff0-b4e8dd5194a8 req-5cb2dca6-208f-41f0-ac6a-e8bbeab703e5 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372477 Sep 07 18:50:56.984094 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:50:56.986427 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5e8ae-3748-4ae8-b7dd-5a6d07dac25f" -d '{"events": [{"server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "name": "network-vif-plugged", "status": "completed", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:50:57.003182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:57.008697 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:57.036266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2194c4-cdac-4934-9991-8f6b13311a65 x-openstack-request-id: req-3b2194c4-cdac-4934-9991-8f6b13311a65 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:50:57.036556 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "name": "network-vif-plugged", "status": "completed", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:50:57.036805 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b2194c4-cdac-4934-9991-8f6b13311a65 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:50:57.037193 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2', 'code': 200} Sep 07 18:50:57.078439 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:57.132063 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827549ea-b101-44c0-942a-a1ddbbf95e7d req-b0b47ee3-e7e0-4cac-a5e1-24d35000177b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.134393 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-827549ea-b101-44c0-942a-a1ddbbf95e7d req-b0b47ee3-e7e0-4cac-a5e1-24d35000177b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0585375 Sep 07 18:50:57.181654 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-827549ea-b101-44c0-942a-a1ddbbf95e7d req-91eef656-93a5-4a00-a9fd-aaad47c6aaae tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Sep 07 18:50:57.346962 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9345b87-8c28-4011-801e-6ed598b83ab7 req-fc03e3e9-c329-479e-8b5a-949263550956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.348409 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a9345b87-8c28-4011-801e-6ed598b83ab7 req-fc03e3e9-c329-479e-8b5a-949263550956 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 1098 time: 0.0425177 Sep 07 18:50:57.395502 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a9345b87-8c28-4011-801e-6ed598b83ab7 req-28e7d779-10e6-4505-8c85-dfa0671b2db1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Sep 07 18:50:57.789954 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e21e-be02-467b-a3ac-d1aacc5443b2 req-8e24b3c5-64e3-4ded-9315-8949e2b46625 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.791726 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a147e21e-be02-467b-a3ac-d1aacc5443b2 req-8e24b3c5-64e3-4ded-9315-8949e2b46625 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0591304 Sep 07 18:50:57.841376 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a147e21e-be02-467b-a3ac-d1aacc5443b2 req-5e40a926-94e0-44cf-a101-c57408986b75 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Sep 07 18:50:57.969313 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2020a-2337-49c7-915f-c37adca26ddd req-74c25187-7d19-4dce-a195-b7dc92ee0025 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.970864 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5cd2020a-2337-49c7-915f-c37adca26ddd req-74c25187-7d19-4dce-a195-b7dc92ee0025 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0726328 Sep 07 18:50:57.990875 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8596231-f9f9-4b5b-9963-8acc3a1ce7ff req-527ed6b1-d32a-4c04-9a18-e74d63af7913 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:57.993460 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a8596231-f9f9-4b5b-9963-8acc3a1ce7ff req-527ed6b1-d32a-4c04-9a18-e74d63af7913 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 944 time: 0.0626557 Sep 07 18:50:58.020256 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5cd2020a-2337-49c7-915f-c37adca26ddd req-30f62b05-0348-4a96-88e7-1e55a3106dba tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Sep 07 18:50:58.057760 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a8596231-f9f9-4b5b-9963-8acc3a1ce7ff req-df39eea0-cd0b-47fa-ba54-6acd21e5279a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555296 Sep 07 18:50:58.318015 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1601de3-37d2-4aa5-9089-7b9be831484b req-eb3c1cb3-4b02-4448-8f94-8c013590215d tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:58.319729 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b1601de3-37d2-4aa5-9089-7b9be831484b req-eb3c1cb3-4b02-4448-8f94-8c013590215d tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0649955 Sep 07 18:50:58.371009 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b1601de3-37d2-4aa5-9089-7b9be831484b req-9e47720f-79ea-421f-823e-f68e1e5aa2d0 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Sep 07 18:50:58.666505 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59184) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:58.672000 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:50:58.788366 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:58.801432 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7288d2c5-4810-4b5a-897e-e0e5012d4b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.802211 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'port_id': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', 'mac_address': 'fa:16:3e:04:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c6b2c-397a-4446-94f0-0086b4580e1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:50:58.849335 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.881902 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:50:58.930282 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:50:58.936052 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.976062 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7288d2c5-4810-4b5a-897e-e0e5012d4b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:58.982539 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7288d2c5-4810-4b5a-897e-e0e5012d4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.018523 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:59.032525 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7288d2c5-4810-4b5a-897e-e0e5012d4b45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d53ae240dcae4cc58056eca3a299dbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645315 Sep 07 18:50:59.035123 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59194) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:50:59.041284 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d2c5-4810-4b5a-897e-e0e5012d4b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a8fc6-308f-4354-9f3a-352b92f9f7e0,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:59.049415 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819cd21-3da1-4881-a816-fc38acf7fe50 req-9483ddaa-305e-45ee-a735-2ec838126efa tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.058776 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2819cd21-3da1-4881-a816-fc38acf7fe50 req-9483ddaa-305e-45ee-a735-2ec838126efa tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0684502 Sep 07 18:50:59.099301 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2819cd21-3da1-4881-a816-fc38acf7fe50 req-99572e4a-bd18-449c-8e33-f5325dae41eb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Sep 07 18:50:59.101106 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.149904 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.201556 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7031ef2-9e75-460c-8589-088bf54afd10 req-1b0ae358-ce0b-4f9c-951b-df3bb3fb4de4 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.204396 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a7031ef2-9e75-460c-8589-088bf54afd10 req-1b0ae358-ce0b-4f9c-951b-df3bb3fb4de4 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.1041262 Sep 07 18:50:59.222693 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252264d-eef4-4476-9f8c-0d45763c6dd6 req-e1bc0f79-054e-4b4f-b659-1adf8445568d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.224644 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2252264d-eef4-4476-9f8c-0d45763c6dd6 req-e1bc0f79-054e-4b4f-b659-1adf8445568d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 945 time: 0.0615118 Sep 07 18:50:59.257050 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a7031ef2-9e75-460c-8589-088bf54afd10 req-1d9fd9d2-ee68-46e3-b33c-4cf664f65730 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Sep 07 18:50:59.262258 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.266037 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.267799 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f9a8fc6-308f-4354-9f3a-352b92f9f7e0 HTTP/1.1" status: 204 len: 168 time: 0.2315879 Sep 07 18:50:59.288909 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2252264d-eef4-4476-9f8c-0d45763c6dd6 req-60638f26-b509-4a85-ad9f-a8c4613f48c8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Sep 07 18:50:59.294808 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb162d-1217-472d-8ead-00fd1e9899de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a8fc6-308f-4354-9f3a-352b92f9f7e0,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:50:59.385641 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cf76643c-ed50-4b64-b656-0d610eaa2cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:50:59.528568 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85a861-de05-41ee-983b-f5fdc12e54a5 req-3c0ea2ae-f140-41ae-ae4b-229fe9cc7d61 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:50:59.529007 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b85a861-de05-41ee-983b-f5fdc12e54a5 req-3c0ea2ae-f140-41ae-ae4b-229fe9cc7d61 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0638609 Sep 07 18:50:59.579505 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b85a861-de05-41ee-983b-f5fdc12e54a5 req-ddce95f3-e7b0-40c3-844e-c8b70c998165 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Sep 07 18:50:59.614630 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:00.240772 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e3165-f916-4574-8b29-4caab6f5d005 req-e58aa249-122d-486c-b5bf-2a26bc20d59a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.242314 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-591e3165-f916-4574-8b29-4caab6f5d005 req-e58aa249-122d-486c-b5bf-2a26bc20d59a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0619347 Sep 07 18:51:00.289227 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-591e3165-f916-4574-8b29-4caab6f5d005 req-bac0267b-c425-475f-88a6-2348fde96e52 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Sep 07 18:51:00.408833 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb641b-6d38-4a61-817d-497e26a9429f req-87a6edab-0571-4da8-8e61-7e698c421a07 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.418698 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-17cb641b-6d38-4a61-817d-497e26a9429f req-87a6edab-0571-4da8-8e61-7e698c421a07 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0745542 Sep 07 18:51:00.458004 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae1f-e621-4c11-b3c3-aa0785d47d6c req-f5ea478a-2b9a-4b8f-ae2c-ef09c109daf3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.458258 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-17cb641b-6d38-4a61-817d-497e26a9429f req-f8dc74d5-a98d-47f9-8433-c5005aa855d1 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f515513-65f4-4f39-b155-832116ecb947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Sep 07 18:51:00.459560 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9cc0ae1f-e621-4c11-b3c3-aa0785d47d6c req-f5ea478a-2b9a-4b8f-ae2c-ef09c109daf3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 945 time: 0.0875826 Sep 07 18:51:00.472346 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-d43df236-8641-45d1-bcac-c7293b8cda9b tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.474084 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-d43df236-8641-45d1-bcac-c7293b8cda9b tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.74 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 945 time: 0.0704679 Sep 07 18:51:00.609740 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9cc0ae1f-e621-4c11-b3c3-aa0785d47d6c req-93385b1c-f41c-44d7-8dc8-2d3ee03cf3e4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342871 Sep 07 18:51:00.703380 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Deleting port 2b18e263-b42a-4720-9377-c25e827738f6 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:00.703815 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.821723 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811f80-48b6-4bdd-bc5f-401f7d0bf9ce req-eaedfee3-5c70-4804-b2ef-a5e8be7bd7d7 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:00.823323 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-82811f80-48b6-4bdd-bc5f-401f7d0bf9ce req-eaedfee3-5c70-4804-b2ef-a5e8be7bd7d7 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.1160810 Sep 07 18:51:00.837954 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] For port 2b18e263-b42a-4720-9377-c25e827738f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b18e263-b42a-4720-9377-c25e827738f6,segment=NetworkSegment(93ed4e36-8dfa-4539-a4ae-da03b7e184e7),segment_id=93ed4e36-8dfa-4539-a4ae-da03b7e184e7)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:00.838372 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:00.864208 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Calling delete_port for 2b18e263-b42a-4720-9377-c25e827738f6 owned by compute:nova {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:00.913041 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-82811f80-48b6-4bdd-bc5f-401f7d0bf9ce req-8450a6c3-8306-4d4b-80f5-88ed7490b66a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820971 Sep 07 18:51:01.048942 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.084707 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Pushing event deleted for resources: {'Port': ['ID=2b18e263-b42a-4720-9377-c25e827738f6,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:01.113515 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['2b18e263-b42a-4720-9377-c25e827738f6'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:01.154550 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] No DVR routers for this DVR port 2b18e263-b42a-4720-9377-c25e827738f6 on host hv-cinder-79053 {{(pid=105638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:01.158725 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:01.160794 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3450a5a5-bf6f-4971-9ad5-f66c4421cd95 req-f07ce85d-a803-45d5-bc8a-d5c76a497feb tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.74 "DELETE /v2.0/ports/2b18e263-b42a-4720-9377-c25e827738f6 HTTP/1.1" status: 204 len: 173 time: 0.6739352 Sep 07 18:51:01.161268 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'name': 'network-vif-deleted', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:01.163650 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d0242-10f3-4152-9174-659df36c1a49" -d '{"events": [{"server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "name": "network-vif-deleted", "tag": "2b18e263-b42a-4720-9377-c25e827738f6"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:01.209665 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54777513-06e1-4a1e-8df2-2e1ad04eae50 x-openstack-request-id: req-54777513-06e1-4a1e-8df2-2e1ad04eae50 {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:01.209665 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ad5390-742f-4c0f-83b9-a131848e3919", "name": "network-vif-deleted", "tag": "2b18e263-b42a-4720-9377-c25e827738f6", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:01.209665 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54777513-06e1-4a1e-8df2-2e1ad04eae50 {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:01.209665 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ad5390-742f-4c0f-83b9-a131848e3919', 'name': 'network-vif-deleted', 'tag': '2b18e263-b42a-4720-9377-c25e827738f6', 'status': 'completed', 'code': 200} Sep 07 18:51:01.414621 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005f69-2f8d-40ba-9e07-96e84c8ac2cf req-b94a63b0-5b49-412e-85c4-686a78bdb13f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.416314 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-04005f69-2f8d-40ba-9e07-96e84c8ac2cf req-b94a63b0-5b49-412e-85c4-686a78bdb13f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0509653 Sep 07 18:51:01.457430 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-04005f69-2f8d-40ba-9e07-96e84c8ac2cf req-5d60d616-8f00-4c75-9f0f-7df9da0f3f2b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Sep 07 18:51:01.568307 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a5b560bd-64cb-494d-bf2d-cca9c529c911 req-49e4ce53-0867-4ebd-b66e-dd8e85587388 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.0337801 Sep 07 18:51:01.764904 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d34df-ca25-4a22-880e-e00e5f2ab49c req-c147faf9-06eb-4f71-bf7c-1655b479f738 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:01.766533 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ab0d34df-ca25-4a22-880e-e00e5f2ab49c req-c147faf9-06eb-4f71-bf7c-1655b479f738 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 945 time: 0.0572679 Sep 07 18:51:01.806821 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ab0d34df-ca25-4a22-880e-e00e5f2ab49c req-f8d5c7b8-8408-42f8-97c0-db98afc255fb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Sep 07 18:51:02.045227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbc09-4938-4b1f-8d90-c082984247cb req-6003cfab-be70-4712-a4e1-81ca7f7afe70 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:02.046788 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f9cbbc09-4938-4b1f-8d90-c082984247cb req-6003cfab-be70-4712-a4e1-81ca7f7afe70 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0590253 Sep 07 18:51:02.087182 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f9cbbc09-4938-4b1f-8d90-c082984247cb req-790c0f3c-ea91-4332-b9c2-5ee257fe01bb tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Sep 07 18:51:02.588707 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc04f6e-a473-4545-948d-4e654bc70746 req-ccaa9b88-4186-4c54-a29d-1fa04a374625 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:02.590325 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adc04f6e-a473-4545-948d-4e654bc70746 req-ccaa9b88-4186-4c54-a29d-1fa04a374625 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0593946 Sep 07 18:51:02.647697 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adc04f6e-a473-4545-948d-4e654bc70746 req-76ed39c7-69a2-46f2-b5af-74b43e4c5a45 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Sep 07 18:51:02.690492 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-04694464-018f-43ea-a66a-6e84e4b0dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.716005 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:02.741515 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-83027bee-fd82-436d-a3d9-064cd4883111 req-c1127850-82bf-4914-85a3-e935a196b912 tempest-DeleteServersTestJSON-21172735 tempest-DeleteServersTestJSON-21172735-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ad5390-742f-4c0f-83b9-a131848e3919 HTTP/1.1" status: 200 len: 210 time: 0.0611348 Sep 07 18:51:02.757331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.789595 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:02.797242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:02.797578 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.893040 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.930738 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:02.931768 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:02.934446 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b6b19-1623-4497-a139-f2d26be9c432" -d '{"events": [{"server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "name": "network-vif-plugged", "status": "completed", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:02.946051 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:02.946584 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfc2bf-4740-4686-897f-c687fec37de5 req-3ad33a2b-315c-46b4-ad48-181c855ca080 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:02.953209 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7acfc2bf-4740-4686-897f-c687fec37de5 req-3ad33a2b-315c-46b4-ad48-181c855ca080 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 945 time: 0.0681875 Sep 07 18:51:02.995167 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d945a-a29c-4578-89d3-5583fe17c695 x-openstack-request-id: req-067d945a-a29c-4578-89d3-5583fe17c695 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:02.995456 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "name": "network-vif-plugged", "status": "completed", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:02.995706 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-067d945a-a29c-4578-89d3-5583fe17c695 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:02.996104 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', 'code': 200} Sep 07 18:51:03.009514 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:03.013964 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7acfc2bf-4740-4686-897f-c687fec37de5 req-8caffbd7-61c9-41c0-b958-098f272490fc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Sep 07 18:51:03.209099 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd07fb-b108-4d9c-87db-4aa997791074 req-9cd80411-a629-41c9-9004-74141dc4d4a3 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.210731 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4acd07fb-b108-4d9c-87db-4aa997791074 req-9cd80411-a629-41c9-9004-74141dc4d4a3 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Sep 07 18:51:03.253488 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4acd07fb-b108-4d9c-87db-4aa997791074 req-99359a87-0548-4728-998e-2984b6088709 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358400 Sep 07 18:51:03.378336 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d51d5-9e5f-44c0-8099-9137f5005b88 req-d792ddb3-0d0e-49dc-b3a3-6a59ae695af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.379874 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-085d51d5-9e5f-44c0-8099-9137f5005b88 req-d792ddb3-0d0e-49dc-b3a3-6a59ae695af5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 1099 time: 0.0435245 Sep 07 18:51:03.426246 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-085d51d5-9e5f-44c0-8099-9137f5005b88 req-60aeb442-08e9-4580-b05d-cae3e0a4178d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Sep 07 18:51:03.790005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e7bf8-885e-4d73-a5fc-52ca12b3dace req-bdd65b08-90bd-4782-b6fd-a76056d68dd9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.791573 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d88e7bf8-885e-4d73-a5fc-52ca12b3dace req-bdd65b08-90bd-4782-b6fd-a76056d68dd9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0605388 Sep 07 18:51:03.867383 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d88e7bf8-885e-4d73-a5fc-52ca12b3dace req-507da225-702e-4986-8375-cf1df2e7e721 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696161 Sep 07 18:51:03.892610 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-79309be1-9e4f-450d-9818-f92552195a07 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:03.894181 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-79309be1-9e4f-450d-9818-f92552195a07 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 945 time: 0.0698962 Sep 07 18:51:04.004053 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Deleting port 03c2cabe-0e3f-416f-a824-66abf612f1c2 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:04.004053 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.170853 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] For port 03c2cabe-0e3f-416f-a824-66abf612f1c2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=03c2cabe-0e3f-416f-a824-66abf612f1c2,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:04.170853 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.190740 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Calling delete_port for 03c2cabe-0e3f-416f-a824-66abf612f1c2 owned by compute:nova {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:04.211471 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58e4f-9175-480c-9966-1e2439281cbc req-426feffa-0e2e-4ff3-be1f-149e3e2a1826 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:04.213194 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-57f58e4f-9175-480c-9966-1e2439281cbc req-426feffa-0e2e-4ff3-be1f-149e3e2a1826 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.1021821 Sep 07 18:51:04.314160 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-57f58e4f-9175-480c-9966-1e2439281cbc req-d11d188d-dbbf-4df1-a231-4ce1bb121ae8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610878 Sep 07 18:51:04.443215 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.481976 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Pushing event deleted for resources: {'Port': ['ID=03c2cabe-0e3f-416f-a824-66abf612f1c2,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:04.494146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['03c2cabe-0e3f-416f-a824-66abf612f1c2'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:04.525211 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731977-2ad7-404a-95a5-6835b5c40881 req-6c330ec6-99c0-4143-af94-eafe0ef2eb1d tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:04.526973 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bf731977-2ad7-404a-95a5-6835b5c40881 req-6c330ec6-99c0-4143-af94-eafe0ef2eb1d tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdd8de43-1350-473d-abe1-5300e8b502f3 HTTP/1.1" status: 200 len: 867 time: 0.1399472 Sep 07 18:51:04.556308 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.588550 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] No DVR routers for this DVR port 03c2cabe-0e3f-416f-a824-66abf612f1c2 on host hv-cinder-79053 {{(pid=105638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:04.591923 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:04.593966 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ecbdc5bd-1710-4d53-b29b-27275836e89e req-012dfdea-ef3d-41ef-8abc-1cacc51dcea6 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "DELETE /v2.0/ports/03c2cabe-0e3f-416f-a824-66abf612f1c2 HTTP/1.1" status: 204 len: 173 time: 0.6926808 Sep 07 18:51:04.600555 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'name': 'network-vif-deleted', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:04.603275 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64548cb-be94-4e1c-b57a-7858a94554a9" -d '{"events": [{"server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "name": "network-vif-deleted", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:04.636410 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bf731977-2ad7-404a-95a5-6835b5c40881 req-9b05a195-91f3-489e-9e33-e232f96a8fd9 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729892 Sep 07 18:51:04.648158 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c33040b-8748-4780-aa7d-1bffee5f51ec x-openstack-request-id: req-6c33040b-8748-4780-aa7d-1bffee5f51ec {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:04.648457 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd8de43-1350-473d-abe1-5300e8b502f3", "name": "network-vif-deleted", "tag": "03c2cabe-0e3f-416f-a824-66abf612f1c2", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:04.648736 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c33040b-8748-4780-aa7d-1bffee5f51ec {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:04.649263 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8de43-1350-473d-abe1-5300e8b502f3', 'name': 'network-vif-deleted', 'tag': '03c2cabe-0e3f-416f-a824-66abf612f1c2', 'status': 'completed', 'code': 200} Sep 07 18:51:04.706154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 2b18e263-b42a-4720-9377-c25e827738f6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:04.733063 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 2b18e263-b42a-4720-9377-c25e827738f6 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:04.733388 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 2b18e263-b42a-4720-9377-c25e827738f6 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:05.005565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861323de-019f-451f-9367-fb73a0ee9723 req-3fef07f4-6956-4377-acee-fd1ec087473e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.008277 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-861323de-019f-451f-9367-fb73a0ee9723 req-3fef07f4-6956-4377-acee-fd1ec087473e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0643349 Sep 07 18:51:05.065123 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-861323de-019f-451f-9367-fb73a0ee9723 req-cd0cad5b-740a-46ed-9049-a9060e63b2b3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Sep 07 18:51:05.291005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59330) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:05.337249 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Deleting subnet 7708d2f6-714d-41df-896d-47184afa2342 {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:05.340597 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.377864 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.454474 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.508137 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6c243-3be9-4169-863c-e3543d58f4f1 req-85fdfe45-ee9b-4529-b2ab-4e191132bf4d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:05.509803 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-78f6c243-3be9-4169-863c-e3543d58f4f1 req-85fdfe45-ee9b-4529-b2ab-4e191132bf4d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.1087043 Sep 07 18:51:05.602687 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.613198 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-78f6c243-3be9-4169-863c-e3543d58f4f1 req-4b467efe-5b13-4d7c-9f66-e4ab97bd7544 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Sep 07 18:51:05.654055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7708d2f6-714d-41df-896d-47184afa2342,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:05.687233 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.697195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59344) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:05.698586 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1a18b081-c688-4e3c-9e61-22794d460bdf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7708d2f6-714d-41df-896d-47184afa2342 HTTP/1.1" status: 204 len: 168 time: 0.4062154 Sep 07 18:51:05.841645 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.865521 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:05.979904 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.011072 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d32c5ba-6c3a-4c87-8dd5-9bde1e067957']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:06.022402 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ed4e36-8dfa-4539-a4ae-da03b7e184e7') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:06.023001 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ed4e36-8dfa-4539-a4ae-da03b7e184e7') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:06.035763 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.064081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:06.082508 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:06.164988 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.174604 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.177790 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d32c5ba-6c3a-4c87-8dd5-9bde1e067957 HTTP/1.1" status: 204 len: 168 time: 0.4793224 Sep 07 18:51:06.200489 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3cd92166-64f1-4917-a4ee-e5a6179ef93e tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.200898 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15391-edb8-44e8-85a0-5c711b7fd54f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d32c5ba-6c3a-4c87-8dd5-9bde1e067957,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:06.204984 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3cd92166-64f1-4917-a4ee-e5a6179ef93e tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 809 time: 0.2513151 Sep 07 18:51:06.225038 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-89fd9895-25cb-4070-aced-a27b3256c332 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/quotas/39d4b2b1f66f478980bec01a270c877d HTTP/1.1" status: 200 len: 375 time: 0.0123358 Sep 07 18:51:06.277242 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-a35fac41-20e2-4e3f-a1a3-6b04f8a2e372 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453470 Sep 07 18:51:06.431422 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-f3369672-65e0-415e-b6eb-4e064f001c94 service neutron] 10.222.0.25 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431794 Sep 07 18:51:06.497012 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59392) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:06.580303 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-5635ab15-2155-4331-a48f-39ccd7bf0672 service neutron] 10.222.0.25 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459720 Sep 07 18:51:06.646966 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4a307d8d-73cf-4363-bac8-6f0f1745a949 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04e24d30b9564e45852558d7d52c3bdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1473482 Sep 07 18:51:06.650430 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59398) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:06.671387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7d4df-31ac-414e-a76b-56610b991ae2 req-ae20f794-0210-40f4-8ab0-b42de146b5cb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:06.673203 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbd7d4df-31ac-414e-a76b-56610b991ae2 req-ae20f794-0210-40f4-8ab0-b42de146b5cb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1377409 Sep 07 18:51:06.711255 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.714616 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 03c2cabe-0e3f-416f-a824-66abf612f1c2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:06.726557 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbd7d4df-31ac-414e-a76b-56610b991ae2 req-cf1c01e2-fc23-4c1c-a9cc-9ad1cac4968d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Sep 07 18:51:06.747407 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.768447 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 03c2cabe-0e3f-416f-a824-66abf612f1c2 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:06.768801 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 03c2cabe-0e3f-416f-a824-66abf612f1c2 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:06.823356 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.829264 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:06.831605 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f515513-65f4-4f39-b155-832116ecb947 HTTP/1.1" status: 204 len: 168 time: 0.1795137 Sep 07 18:51:06.854421 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a1388-bb08-462e-84a4-9b9fb1df0fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f515513-65f4-4f39-b155-832116ecb947,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:07.043602 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f57eed63-ea05-4826-8763-9df7c6775b01 req-e144a389-845a-4baf-9a78-5218d225f219 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 210 time: 0.0362859 Sep 07 18:51:07.792390 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59444) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:07.841667 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59446) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:07.866524 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Deleting subnet ecbba8eb-88c1-4507-81d2-651cbfcaf141 {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:07.870997 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.906377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec159-1b7a-47e0-a869-ed681dafa7b8 req-0ca22e15-452c-4c86-a281-da01d5151f49 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:07.911538 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6e8ec159-1b7a-47e0-a869-ed681dafa7b8 req-0ca22e15-452c-4c86-a281-da01d5151f49 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0880427 Sep 07 18:51:07.918044 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.979160 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:07.982022 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6e8ec159-1b7a-47e0-a869-ed681dafa7b8 req-efadcc65-4639-403c-9950-66bcc59af4e3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Sep 07 18:51:08.013400 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-941151613-network', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:08.062403 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Made reservation on behalf of 04ee16d2c30e43b7a68b35f28025d527 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:08.064878 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.078247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.088132 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.126435 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.132441 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecbba8eb-88c1-4507-81d2-651cbfcaf141 HTTP/1.1" status: 204 len: 168 time: 0.3335299 Sep 07 18:51:08.132441 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19279c83-8531-4956-9e7e-11db7dcea883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbba8eb-88c1-4507-81d2-651cbfcaf141,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.132692 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59460) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:08.261031 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0cba5fdf-5571-49c6-809f-64c5f6825aaa req-7075fe57-8f6e-47eb-a0fd-678bbd1d08ab tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 210 time: 0.0651331 Sep 07 18:51:08.279279 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.392531 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.425520 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d1159c-cb76-4ab0-abb5-0a46e10580a7']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:08.436586 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5437d3c-6bf5-4173-ad88-e657de37e463') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:08.437244 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5437d3c-6bf5-4173-ad88-e657de37e463') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:08.438653 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.448235 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.450173 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.475469 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.485540 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:51:08.486033 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:08.486666 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:08.503995 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:08.585853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.592282 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.597360 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] 10.222.0.25 "DELETE /v2.0/networks/23d1159c-cb76-4ab0-abb5-0a46e10580a7 HTTP/1.1" status: 204 len: 168 time: 0.4617505 Sep 07 18:51:08.609886 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59478) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:08.618496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce0a5-8e96-4c2a-90ea-c4671ae1130a admin admin] Pushing event deleted for resources: {'Network': ['ID=23d1159c-cb76-4ab0-abb5-0a46e10580a7,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.667433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Deleting subnet 097baa79-ba74-4d54-afb2-60546cb82a3a {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:51:08.672110 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.723590 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.782022 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.797280 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591fe5bc-c747-4544-9213-a0128d5a10ce,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.805279 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.805994 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Added segment ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93 of type vlan for network d30d7425-448b-4727-a855-b61b6ebfe033 Sep 07 18:51:08.824213 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-c6ed90f2-0920-4886-9390-93c2631422ae tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.825686 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-c6ed90f2-0920-4886-9390-93c2631422ae tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 809 time: 0.5190623 Sep 07 18:51:08.858570 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.873679 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Request body: {'port': {'device_id': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d', 'admin_state_up': True, 'tenant_id': '39d4b2b1f66f478980bec01a270c877d'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:08.878279 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.888514 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.891322 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/097baa79-ba74-4d54-afb2-60546cb82a3a HTTP/1.1" status: 204 len: 168 time: 0.2803431 Sep 07 18:51:08.892372 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc0e0-7c81-46bc-99e5-1bd30508db23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097baa79-ba74-4d54-afb2-60546cb82a3a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:08.894386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59480) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:08.981926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.982582 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:08.983056 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:08.983864 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.009764 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-ad89d3e3-06f5-436b-991e-bcd534a7f855 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.017080 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-ad89d3e3-06f5-436b-991e-bcd534a7f855 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.5132997 Sep 07 18:51:09.085871 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2357183 Sep 07 18:51:09.089956 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59486) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:09.096640 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-0711f335-31ce-49f2-a5db-dd064198b7ee tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/quotas/35c93bff7fdf4dc1859e511d40827ff5 HTTP/1.1" status: 200 len: 375 time: 0.0786343 Sep 07 18:51:09.107523 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Request body: {'subnet': {'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-subnet', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:09.129931 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.143926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed117-03fe-4083-b8f6-f57c48aa43b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d30d7425-448b-4727-a855-b61b6ebfe033,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.158058 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network d30d7425-448b-4727-a855-b61b6ebfe033 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:51:09.166365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a80449-0c73-4f28-ad21-bbd9eb17fd70 req-a426ba14-d719-40a5-854b-99caf5c3826c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:09.168494 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e9a80449-0c73-4f28-ad21-bbd9eb17fd70 req-a426ba14-d719-40a5-854b-99caf5c3826c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0965111 Sep 07 18:51:09.180539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610493ea-ea0f-46df-a883-fc1c9fe459a4']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:09.196273 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Made reservation on behalf of 04ee16d2c30e43b7a68b35f28025d527 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:09.198695 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.221307 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ec2555-a4fe-4484-90cc-371e6fc509d8') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:09.221605 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ec2555-a4fe-4484-90cc-371e6fc509d8') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:09.247868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.253786 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-954cf2a5-640e-4200-94da-382aa76c4ccb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392257 Sep 07 18:51:09.259966 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e9a80449-0c73-4f28-ad21-bbd9eb17fd70 req-b68f732a-a250-4ff0-9ebc-9303626822a1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822761 Sep 07 18:51:09.277678 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Made reservation on behalf of 39d4b2b1f66f478980bec01a270c877d for: {'port': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:09.281546 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.286450 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.296997 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:51:09.297413 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:51:09.299407 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:51:09.370978 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.377983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.381882 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/610493ea-ea0f-46df-a883-fc1c9fe459a4 HTTP/1.1" status: 204 len: 168 time: 0.4859769 Sep 07 18:51:09.396599 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438ee55-f128-4c6a-bfb9-c43e493608c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=610493ea-ea0f-46df-a883-fc1c9fe459a4,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.524969 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-02e05ff6-2bcf-4685-8f02-1f77c4b54c8f service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591138 Sep 07 18:51:09.564991 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7758acaa-aa16-419d-8deb-4c1b28989384 req-c4f56258-2f9a-49ed-a322-ff2c971f4ccf tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 210 time: 0.0486736 Sep 07 18:51:09.570743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59494) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:09.617046 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-beee2990-eed6-4bd6-9939-27e3c11fe5f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efd5c12e9fb24f898d286a8e3188dc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449374 Sep 07 18:51:09.621149 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59496) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:09.681463 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.703232 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Allocated IP 172.20.0.10 (57d93b83-e74f-41bf-bcda-28cadf0af17d/938bbbdc-1312-477a-8f21-522ac687f77a/007240a7-30f3-4836-a858-2c3c4edc04c7) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:09.705589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.738024 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.765126 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.768005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:09.772829 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49449074-e67b-4562-91ab-c5b7a3b38ab5 HTTP/1.1" status: 204 len: 168 time: 0.1472905 Sep 07 18:51:09.779305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cb421-2fc6-48b4-bcea-bfc11948814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49449074-e67b-4562-91ab-c5b7a3b38ab5,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.784581 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-2a4a58d9-b109-4669-837b-da145c6120fd service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224004 Sep 07 18:51:09.823166 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a35ad71-1ab5-4cde-8578-ba928be0870a,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:09.921167 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Checking segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:09.921960 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Network hostable DHCP agents. Network: d30d7425-448b-4727-a855-b61b6ebfe033, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:51:09.999924 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Network d30d7425-448b-4727-a855-b61b6ebfe033 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:51:10.004761 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2c82a7c9-0e22-456a-9e29-d5d5a30c4ca2 req-a52baee1-6e46-4a84-8e78-13f2f42d08f7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 210 time: 0.0337448 Sep 07 18:51:10.049656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, d30d7425-448b-4727-a855-b61b6ebfe033) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:10.059626 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.060309 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a89340-ef79-4716-9b9d-db8e842f4d50 None None] Network d30d7425-448b-4727-a855-b61b6ebfe033 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:10.060420 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.086402 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-639d8d04-96df-421a-b0cf-be797d8e79aa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9915929 Sep 07 18:51:10.092445 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59506) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:10.096004 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.099774 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:10.149648 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.150793 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.179083 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.271065 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Network 57d93b83-e74f-41bf-bcda-28cadf0af17d is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:10.278453 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:10.283489 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:10.312207 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.336889 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Pushing event updated for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:10.356925 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.357627 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.378484 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-8084e917-1d66-4b64-bac4-d4599b02811b tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5149834 Sep 07 18:51:10.378799 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59518) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:10.413192 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Request body: {'port': {'device_id': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:10.416795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-d30d7425-448b-4727-a855-b61b6ebfe033', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:51:10.418322 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.537859 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.555169 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-24527e4f-048c-4f6a-8f97-cfb04adfe6fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6824408270740189d3ebee0b0dc3707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730051 Sep 07 18:51:10.564142 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59522) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:10.573963 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c060e-1b3c-4cd1-837d-0c33b28a2c6f req-db49595a-db89-4e22-aad6-e61e8726c2b3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.575687 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-744c060e-1b3c-4cd1-837d-0c33b28a2c6f req-db49595a-db89-4e22-aad6-e61e8726c2b3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1576524 Sep 07 18:51:10.650627 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.679564 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Allocated IP 172.20.0.2 (d30d7425-448b-4727-a855-b61b6ebfe033/4a35ad71-1ab5-4cde-8578-ba928be0870a/ab1cf735-2927-4062-8694-bd67ce329d0f) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:10.729380 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-744c060e-1b3c-4cd1-837d-0c33b28a2c6f req-7d397f9d-21b2-4b50-a97a-777d6c864f28 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227834 Sep 07 18:51:10.769886 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.823370 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3c2df-7447-4af2-9c17-b7a2240fdfe6 req-765cdd9f-dd36-4b22-b275-67ccbcdb42cd tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:10.826660 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-28a3c2df-7447-4af2-9c17-b7a2240fdfe6 req-765cdd9f-dd36-4b22-b275-67ccbcdb42cd tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 932 time: 0.1316864 Sep 07 18:51:10.890021 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.907900 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:10.908770 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-28a3c2df-7447-4af2-9c17-b7a2240fdfe6 req-f5c3de57-b35e-40df-81d6-6e4f4c20e208 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752790 Sep 07 18:51:10.922956 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Transition to ACTIVE for port object ab1cf735-2927-4062-8694-bd67ce329d0f will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:10.952446 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Transition to ACTIVE for port object ab1cf735-2927-4062-8694-bd67ce329d0f will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:10.961440 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.020234 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Network d30d7425-448b-4727-a855-b61b6ebfe033 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:11.024466 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:11.034072 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf735-2927-4062-8694-bd67ce329d0f,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.039008 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:11.064854 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.079881 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.082915 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.084241 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fc36795-cd6b-476a-a1f4-8617c57d4980 HTTP/1.1" status: 204 len: 168 time: 0.5073822 Sep 07 18:51:11.099012 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b18fa6-8cf4-42ec-b9f0-885c5f39cc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc36795-cd6b-476a-a1f4-8617c57d4980,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.115736 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.162242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Attempting to bind port ab1cf735-2927-4062-8694-bd67ce329d0f on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:11.162903 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Attempting to bind port ab1cf735-2927-4062-8694-bd67ce329d0f by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:11.163486 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Attempting to bind port ab1cf735-2927-4062-8694-bd67ce329d0f on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:11.169923 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:11.170670 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Checking segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:11.171995 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.172966 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007240a7-30f3-4836-a858-2c3c4edc04c7 {{(pid=105638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:11.173285 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Bound using segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:11.174071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Bound port: ab1cf735-2927-4062-8694-bd67ce329d0f, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:11.175110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.183006 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.201623 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Transition to ACTIVE for port object 007240a7-30f3-4836-a858-2c3c4edc04c7 will not be triggered until provisioned by entity L2. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:11.210794 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.255545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] For port ab1cf735-2927-4062-8694-bd67ce329d0f, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:11.261498 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] For port ab1cf735-2927-4062-8694-bd67ce329d0f, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ab1cf735-2927-4062-8694-bd67ce329d0f,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:11.272198 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.288673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Allocated IP 172.27.2.78 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/cc3fad15-5d79-408f-9ab4-edf4ac53b1f5) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:11.298465 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-63a3737a-ccb2-40c7-839c-cdc61ad9eb5f req-b067aaaf-3d97-427a-8489-e0f13130032c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 210 time: 0.0782254 Sep 07 18:51:11.323224 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Pushing event updated for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.383715 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc4d3-84b4-4d00-9737-0d6e8074b1b6 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf735-2927-4062-8694-bd67ce329d0f,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.462892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Attempting to bind port 007240a7-30f3-4836-a858-2c3c4edc04c7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:11.462892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Attempting to bind port 007240a7-30f3-4836-a858-2c3c4edc04c7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:11.462892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Attempting to bind port 007240a7-30f3-4836-a858-2c3c4edc04c7 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:11.472390 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Port 007240a7-30f3-4836-a858-2c3c4edc04c7 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:11.472869 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Attempting to bind port 007240a7-30f3-4836-a858-2c3c4edc04c7 on network 57d93b83-e74f-41bf-bcda-28cadf0af17d {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:11.479579 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:11.479952 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Checking segment: {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:11.480339 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Bound using segment: {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'} {{(pid=105638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:11.480829 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.managers [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Bound port: 007240a7-30f3-4836-a858-2c3c4edc04c7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39adff09-0f0d-4678-bd87-5ad63da59345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d'}}] {{(pid=105638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:11.481235 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.564143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.635273 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, cleared binding levels {{(pid=105638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:11.642164 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=007240a7-30f3-4836-a858-2c3c4edc04c7,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:11.655079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.767117 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-4d6a914d-411b-4baa-b520-ea12b72a5001 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.771713 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-4d6a914d-411b-4baa-b520-ea12b72a5001 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.2499740 Sep 07 18:51:11.771713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.812329 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Pushing event updated for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=3']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.820447 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:11.820971 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:11.822420 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-3ef08d93-9cc3-4fff-854e-1a11eaaf3b53 service neutron] 10.222.0.74 "PUT /v2.0/ports/007240a7-30f3-4836-a858-2c3c4edc04c7 HTTP/1.1" status: 200 len: 1094 time: 1.4150643 Sep 07 18:51:11.823007 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:11.825787 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281b921-b29d-4cb9-804f-05af39e62087" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:11.836521 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Request body: {'port': {'device_id': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'admin_state_up': True, 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:11.864271 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:11.865917 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:11.950540 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Pushing event updated for resources: {'Port': ['ID=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:11.958923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:11.975141 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e60307-ddbc-4347-95c5-00b13b8bd9e9 x-openstack-request-id: req-95e60307-ddbc-4347-95c5-00b13b8bd9e9 {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:11.976092 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:11.976478 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95e60307-ddbc-4347-95c5-00b13b8bd9e9 {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:11.977021 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7', 'status': 'completed', 'code': 200} Sep 07 18:51:12.014179 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797018f1-9ca6-457a-92ea-ae5f318839c2 req-68540484-4b60-445e-a42f-26243c2828a7 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.016307 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-797018f1-9ca6-457a-92ea-ae5f318839c2 req-68540484-4b60-445e-a42f-26243c2828a7 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1115844 Sep 07 18:51:12.087387 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-798f2860-b0b6-41d0-92d5-0a67153f0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.089625 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-798f2860-b0b6-41d0-92d5-0a67153f0eac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 1097 time: 0.0723453 Sep 07 18:51:12.114888 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-797018f1-9ca6-457a-92ea-ae5f318839c2 req-0cff3955-97ef-48eb-abe8-96af210c62dc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806308 Sep 07 18:51:12.196677 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-68e958fc-5d8a-442f-ba02-79c99dbc2b14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=007240a7-30f3-4836-a858-2c3c4edc04c7 HTTP/1.1" status: 200 len: 217 time: 0.0447400 Sep 07 18:51:12.251480 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5539-e1a3-4d95-930a-398d099a2247 req-c9f0ce48-2c19-467c-86a6-f4a4b6bbca0c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.253576 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-beed5539-e1a3-4d95-930a-398d099a2247 req-c9f0ce48-2c19-467c-86a6-f4a4b6bbca0c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 944 time: 0.2376585 Sep 07 18:51:12.273654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-2262347b-b757-4983-8363-1d31b07568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.275795 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:12.276114 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-2262347b-b757-4983-8363-1d31b07568d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=938bbbdc-1312-477a-8f21-522ac687f77a HTTP/1.1" status: 200 len: 849 time: 0.0670621 Sep 07 18:51:12.279340 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.332116 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-5b900c97-2587-40b4-abfa-af67446e3e40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57d93b83-e74f-41bf-bcda-28cadf0af17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400879 Sep 07 18:51:12.383500 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-beed5539-e1a3-4d95-930a-398d099a2247 req-8ee238ba-de6d-4931-a03d-29d1dbdeca0f tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206865 Sep 07 18:51:12.535834 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-a0946114-f474-405b-a069-fe381e2b5b0a service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952288 Sep 07 18:51:12.614821 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:12.715926 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d689fd5b-9d1e-494e-9e1a-9e638586f633 req-bef9c2cd-3a6c-4965-ba52-8cfa40a070c5 service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578476 Sep 07 18:51:12.768696 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a4b00d2-58a8-4641-b550-dd67fc229ed5 req-f2a5d14c-f1f9-4015-bbfc-74fe45d3194b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 210 time: 0.0512373 Sep 07 18:51:12.790424 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Allocated IP 172.20.0.4 (15f5f5f9-75d7-4d88-a67f-825c9b38dd55/5a8c6b2c-397a-4446-94f0-0086b4580e1e/35bf27ee-a226-4d82-bfa3-c38309a8096c) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:12.859574 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b422b-1131-495a-b92d-668959172b00 None None] Network d30d7425-448b-4727-a855-b61b6ebfe033 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:51:12.951984 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-be0c91e2-7f89-449b-a33b-666f9fa4645e None None] Provisioning for port ab1cf735-2927-4062-8694-bd67ce329d0f completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:12.962384 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b921-b29d-4cb9-804f-05af39e62087 req-c6013a35-378f-4eaa-b097-08ec9432a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:12.964464 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-c6013a35-378f-4eaa-b097-08ec9432a637 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39d4b2b1f66f478980bec01a270c877d&device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 1097 time: 0.0876985 Sep 07 18:51:13.201330 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b921-b29d-4cb9-804f-05af39e62087 req-4d29a77e-56e5-46f5-99e5-9b5f10796d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.204708 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-4d29a77e-56e5-46f5-99e5-9b5f10796d50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 200 len: 910 time: 0.2293911 Sep 07 18:51:13.217314 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ab1cf735-2927-4062-8694-bd67ce329d0f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:13.278191 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-60b43275-0629-4bc6-b178-6a5657940712 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=007240a7-30f3-4836-a858-2c3c4edc04c7 HTTP/1.1" status: 200 len: 217 time: 0.0607882 Sep 07 18:51:13.313245 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.360747 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port ab1cf735-2927-4062-8694-bd67ce329d0f completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:13.368245 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port ab1cf735-2927-4062-8694-bd67ce329d0f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:13.368902 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.406275 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b921-b29d-4cb9-804f-05af39e62087 req-cdbeae1a-702f-47a4-962a-c88680998080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.408523 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-cdbeae1a-702f-47a4-962a-c88680998080 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=938bbbdc-1312-477a-8f21-522ac687f77a HTTP/1.1" status: 200 len: 849 time: 0.1191237 Sep 07 18:51:13.421152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa0186-2d27-4fd8-8f29-709847e66a97 req-eb34638e-4fb6-42c0-acb5-c7f20414ebcd tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.429719 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86fa0186-2d27-4fd8-8f29-709847e66a97 req-eb34638e-4fb6-42c0-acb5-c7f20414ebcd tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1554625 Sep 07 18:51:13.459738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.481822 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-b17919c1-7328-4c22-84ac-0f07e4b8d710 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57d93b83-e74f-41bf-bcda-28cadf0af17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494721 Sep 07 18:51:13.522986 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-18cc3784-8062-4714-bd6b-5c7cbadc3476 None None] Provisioning complete for port ab1cf735-2927-4062-8694-bd67ce329d0f triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:13.523353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-18cc3784-8062-4714-bd6b-5c7cbadc3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.527882 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.555050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.575793 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:51:13.617659 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-d9abf38a-d6d8-472a-9204-ddb76cf2eb66 service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245356 Sep 07 18:51:13.621103 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86fa0186-2d27-4fd8-8f29-709847e66a97 req-a7585530-cb3a-4c40-a572-4e299037dc2e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903713 Sep 07 18:51:13.622987 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port ab1cf735-2927-4062-8694-bd67ce329d0f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ab1cf735-2927-4062-8694-bd67ce329d0f,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:13.625395 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443', '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:13.632416 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.720531 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:13.734562 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:13.753138 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9281b921-b29d-4cb9-804f-05af39e62087 req-5722b0bc-0572-4220-b98b-2ca8082835be service neutron] 10.222.0.74 "GET /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269724 Sep 07 18:51:13.754781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:13.784953 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47347-9fda-4c4e-8b26-aeb8b62911d0 req-f891a66b-b9ac-445f-b03e-069712e7ec05 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.786800 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=ab1cf735-2927-4062-8694-bd67ce329d0f,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:13.787755 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b7a47347-9fda-4c4e-8b26-aeb8b62911d0 req-f891a66b-b9ac-445f-b03e-069712e7ec05 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 944 time: 0.2358196 Sep 07 18:51:13.823749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event updated for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:13.926697 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85d3bf-90fc-4b62-a7c5-f2d5ca53d033 req-7e34a963-8a5a-4a7c-877f-001f0c4255c4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.937331 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0f85d3bf-90fc-4b62-a7c5-f2d5ca53d033 req-7e34a963-8a5a-4a7c-877f-001f0c4255c4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 931 time: 0.0695384 Sep 07 18:51:13.939235 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:13.939926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:13.948091 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b7a47347-9fda-4c4e-8b26-aeb8b62911d0 req-89764990-fccf-452d-865d-1ee4c7fd8e2c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154141 Sep 07 18:51:13.969586 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:13.977777 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-62a4ce45-d036-4de1-97a5-9bc992911977 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1471620 Sep 07 18:51:13.982026 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:13.996387 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:13.997475 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:13.999454 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0f85d3bf-90fc-4b62-a7c5-f2d5ca53d033 req-baf7cffd-e8d6-419b-96f9-62b10a453900 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Sep 07 18:51:14.004722 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.010150 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59590) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:14.012039 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d21448a0-f848-4942-87ba-65c7fca6968b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9176962 Sep 07 18:51:14.023201 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Request body: {'port': {'device_id': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:14.139975 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:14.143651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.388717 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 3, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:14.418228 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:14.419078 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Updating router 81f2cc21-da4a-437b-a3f3-6c006722aad2 port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:14.454830 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.524933 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bf27ee-a226-4d82-bfa3-c38309a8096c {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:14.533784 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.548739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Transition to ACTIVE for port object 35bf27ee-a226-4d82-bfa3-c38309a8096c will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:14.552862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.630287 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Pushing event updated for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:14.634535 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.760182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 007240a7-30f3-4836-a858-2c3c4edc04c7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:14.790042 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Attempting to bind port 35bf27ee-a226-4d82-bfa3-c38309a8096c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:14.790474 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Attempting to bind port 35bf27ee-a226-4d82-bfa3-c38309a8096c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:14.790911 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Attempting to bind port 35bf27ee-a226-4d82-bfa3-c38309a8096c on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:14.795677 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Port 35bf27ee-a226-4d82-bfa3-c38309a8096c on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:14.796076 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Attempting to bind port 35bf27ee-a226-4d82-bfa3-c38309a8096c on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:14.802148 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:14.802609 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Checking segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:14.803108 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Bound using segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:14.803617 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Bound port: 35bf27ee-a226-4d82-bfa3-c38309a8096c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:14.804043 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.866412 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e521c7-d3a0-470a-8565-efc54dce4d58 req-a93340d2-4721-4631-bc82-2f93d549ed1a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.867867 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-77e521c7-d3a0-470a-8565-efc54dce4d58 req-a93340d2-4721-4631-bc82-2f93d549ed1a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1027071 Sep 07 18:51:14.893231 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=007240a7-30f3-4836-a858-2c3c4edc04c7,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:14.894889 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:14.896153 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.901394 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:14.909176 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.910442 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Transition to ACTIVE for port object cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:14.918820 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.949665 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-77e521c7-d3a0-470a-8565-efc54dce4d58 req-9154e07c-733a-4900-a55d-0442e32f2d07 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715404 Sep 07 18:51:14.975330 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:14.975330 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:14.975330 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] 10.222.0.74 "PUT /v2.0/ports/35bf27ee-a226-4d82-bfa3-c38309a8096c HTTP/1.1" status: 200 len: 1093 time: 0.9649045 Sep 07 18:51:14.975330 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:14.977958 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86326c-0f0d-42f9-9c1e-f85f58015c10" -d '{"events": [{"name": "network-changed", "server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:14.986075 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Allocated IP 172.20.0.1 (d30d7425-448b-4727-a855-b61b6ebfe033/4a35ad71-1ab5-4cde-8578-ba928be0870a/f8f7b78e-94fa-461f-a0ff-8a388d6358b9) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:15.056455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18f88-c722-4c41-a53f-4b682d981bae service neutron] Pushing event updated for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.057907 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Pushing event updated for resources: {'Port': ['ID=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,revision_number=2']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.068349 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '007240a7-30f3-4836-a858-2c3c4edc04c7', 'network_id': '57d93b83-e74f-41bf-bcda-28cadf0af17d', 'port_id': '007240a7-30f3-4836-a858-2c3c4edc04c7', 'mac_address': 'fa:16:3e:63:90:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938bbbdc-1312-477a-8f21-522ac687f77a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:15.078587 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.078980 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.079328 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.079660 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.089699 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.090369 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.090805 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.091410 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.092023 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.092663 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.093515 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.100646 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:51:15.118717 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875cd81-dd5a-4b85-8aa3-4126d6961dc4 x-openstack-request-id: req-c875cd81-dd5a-4b85-8aa3-4126d6961dc4 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:15.119262 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:15.119650 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c875cd81-dd5a-4b85-8aa3-4126d6961dc4 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:15.120249 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c', 'status': 'completed', 'code': 200} Sep 07 18:51:15.134193 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Attempting to bind port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:15.134877 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Attempting to bind port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:15.135939 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Attempting to bind port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:15.150313 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ab1cf735-2927-4062-8694-bd67ce329d0f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:15.152046 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:15.152423 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:15.152827 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.153781 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:15.154456 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Bound port: cc3fad15-5d79-408f-9ab4-edf4ac53b1f5, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:15.155036 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.178009 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-24d83f72-4f6c-4b96-9da1-8d3ce8d2e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.179788 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-24d83f72-4f6c-4b96-9da1-8d3ce8d2e733 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 1096 time: 0.1280923 Sep 07 18:51:15.209168 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538426c7-2301-42ad-af98-6a2b966e3abe req-9445ca76-fc9c-448b-a7fa-8976cf1a0c11 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.210824 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-538426c7-2301-42ad-af98-6a2b966e3abe req-9445ca76-fc9c-448b-a7fa-8976cf1a0c11 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 944 time: 0.0895102 Sep 07 18:51:15.212633 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.233101 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007240a7-30f3-4836-a858-2c3c4edc04c7 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:15.236617 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] For port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:15.240476 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] For port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:15.247041 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.256958 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=007240a7-30f3-4836-a858-2c3c4edc04c7,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:15.263154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.290988 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-b6e8844e-a463-4252-8ca5-b571609d701b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c HTTP/1.1" status: 200 len: 217 time: 0.0789487 Sep 07 18:51:15.307158 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696cc3-5fc8-4651-b0ef-1c796686a1f2 None None] Pushing event updated for resources: {'Port': ['ID=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.315829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port ab1cf735-2927-4062-8694-bd67ce329d0f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:15.316204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.322881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-538426c7-2301-42ad-af98-6a2b966e3abe req-ac41e37f-f4d5-4255-8bb2-027e4e3fc50c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018803 Sep 07 18:51:15.335318 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:15.336016 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:15.371779 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.412013 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-539ad586-2a68-450c-8e1b-dd08bbba3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.413741 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-539ad586-2a68-450c-8e1b-dd08bbba3d55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.1120379 Sep 07 18:51:15.461871 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:15.494961 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d5d72632-00f7-4640-aa46-100af202f854 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414011 Sep 07 18:51:15.505485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.560473 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Transition to ACTIVE for port object f8f7b78e-94fa-461f-a0ff-8a388d6358b9 will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:15.590791 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5ba99-3211-4c46-b2e3-581c4b15a9e2 req-a03a0bd6-da54-4c18-91e5-e8a4a3c58a6f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:15.595205 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-87a5ba99-3211-4c46-b2e3-581c4b15a9e2 req-a03a0bd6-da54-4c18-91e5-e8a4a3c58a6f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 943 time: 0.0863938 Sep 07 18:51:15.652916 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-87a5ba99-3211-4c46-b2e3-581c4b15a9e2 req-8301e7c0-3c7d-46a5-a308-22c2ac21a29d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Sep 07 18:51:15.655016 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.657377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-0941bfc8-bdfa-4223-8afd-9515e478a871 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383128 Sep 07 18:51:15.693214 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 3, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:15.702975 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Network d30d7425-448b-4727-a855-b61b6ebfe033 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:15.706597 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:15.713781 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:15.720983 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Pushing event updated for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:15.752961 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['007240a7-30f3-4836-a858-2c3c4edc04c7'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:15.794368 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:15.827961 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dde31b11-a655-4629-aab8-3fcd67bea6f7 req-d7f2e189-89df-4f1e-a1ee-28e18e605acf service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563458 Sep 07 18:51:15.863198 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1259e0-7cf4-46fb-a5ee-85d1249d0fd3 None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:12Z', 'revision_number': 3, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:16.037209 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-93d32aa2-851c-4580-b436-bb157f416f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.039243 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-93d32aa2-851c-4580-b436-bb157f416f43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 1096 time: 0.0617685 Sep 07 18:51:16.067558 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.092414 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-93037b96-40a6-4b19-8bd3-8b8b8f45fc11 None None] Provisioning for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:16.103073 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-93037b96-40a6-4b19-8bd3-8b8b8f45fc11 None None] Provisioning complete for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:16.103762 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-93037b96-40a6-4b19-8bd3-8b8b8f45fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.159094 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-93037b96-40a6-4b19-8bd3-8b8b8f45fc11 None None] Port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:16.213768 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333c81-6952-419a-b96c-799fdf122af0 req-00f9fe74-c543-46d2-acae-682fdb4e3c26 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.217200 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-20333c81-6952-419a-b96c-799fdf122af0 req-00f9fe74-c543-46d2-acae-682fdb4e3c26 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1187081 Sep 07 18:51:16.286274 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-a48e63f2-ee6f-4007-a897-ae35ede58955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.287857 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-a48e63f2-ee6f-4007-a897-ae35ede58955 service neutron] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 915 time: 0.2389467 Sep 07 18:51:16.306287 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.317841 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.344091 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-20333c81-6952-419a-b96c-799fdf122af0 req-7b2e1659-9c00-459c-9154-87b5269a6e57 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107764 Sep 07 18:51:16.348015 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-89428aee-146d-4118-bc89-f942d8c6d8cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c HTTP/1.1" status: 200 len: 217 time: 0.0489249 Sep 07 18:51:16.397432 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.426552 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-4fb357d8-9b3b-482e-8076-278da07fc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.429312 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-4fb357d8-9b3b-482e-8076-278da07fc0a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.0672059 Sep 07 18:51:16.466369 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Pushing event updated for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:16.479661 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-f6a3d444-a969-4587-9d29-131930939ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370710 Sep 07 18:51:16.555370 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26575d-c2d7-40df-863d-f6e8507458d8 req-56ae075c-ab5e-4def-aa25-fa289a42b0f3 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.557311 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bb26575d-c2d7-40df-863d-f6e8507458d8 req-56ae075c-ab5e-4def-aa25-fa289a42b0f3 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 945 time: 0.1015980 Sep 07 18:51:16.570408 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Network d30d7425-448b-4727-a855-b61b6ebfe033 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:16.592700 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:16.611192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-f236b728-40a1-4938-b308-919630016418 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173935 Sep 07 18:51:16.617801 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bb26575d-c2d7-40df-863d-f6e8507458d8 req-28bf3c82-1446-420d-b707-e9c561043550 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Sep 07 18:51:16.744611 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b86326c-0f0d-42f9-9c1e-f85f58015c10 req-f30034bc-e69a-4cf7-8f78-c215cb0688dc service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244352 Sep 07 18:51:16.805163 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:16.880913 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359887c-1633-4ecf-a51a-e0c9d3620f26 req-cc56d6a3-a4bf-4ae1-bec8-d9c09e4669af tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:16.887687 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8fdd0b80-586b-4c65-b808-36bc7a1405a1 None None] Provisioning complete for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:16.888080 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8fdd0b80-586b-4c65-b808-36bc7a1405a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:16.888685 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c359887c-1633-4ecf-a51a-e0c9d3620f26 req-cc56d6a3-a4bf-4ae1-bec8-d9c09e4669af tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 943 time: 0.1201825 Sep 07 18:51:16.935675 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd0b80-586b-4c65-b808-36bc7a1405a1 None None] Port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:16.966023 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c359887c-1633-4ecf-a51a-e0c9d3620f26 req-f24f01be-05ba-461d-b604-26feeae3dc00 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763690 Sep 07 18:51:16.982156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:16.996524 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-63bb9732-54f4-4a3d-a03e-b55b2941af7a admin admin] 10.222.0.25 "PUT /v2.0/routers/81f2cc21-da4a-437b-a3f3-6c006722aad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9758511 Sep 07 18:51:17.095830 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:17.145911 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:17.150192 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:17.150649 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.238455 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.261535 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:17.267024 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.321350 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:17.509709 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559b51-f560-460a-b96d-77fda423b2b5 req-a5d824c9-0572-43c5-a8a4-53598dd0c59f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:17.513378 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9f559b51-f560-460a-b96d-77fda423b2b5 req-a5d824c9-0572-43c5-a8a4-53598dd0c59f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0585122 Sep 07 18:51:17.553424 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59662) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:17.574048 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9f559b51-f560-460a-b96d-77fda423b2b5 req-1e535d97-4bda-4786-9d79-7786bf7a3040 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Sep 07 18:51:17.683079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e565c9a3-ada3-4fb9-913e-11d3b2326fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.786683 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aed751-50d5-4e62-9742-0f810a9754d6 req-5478701b-0885-4313-b03a-39f446ce15aa tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:17.788527 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-96aed751-50d5-4e62-9742-0f810a9754d6 req-5478701b-0885-4313-b03a-39f446ce15aa tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 945 time: 0.0696855 Sep 07 18:51:17.800932 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e565c9a3-ada3-4fb9-913e-11d3b2326fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.806296 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e565c9a3-ada3-4fb9-913e-11d3b2326fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.833033 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:17.833848 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-96aed751-50d5-4e62-9742-0f810a9754d6 req-e02c0e6c-30af-4496-8789-2e0bcaf73418 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Sep 07 18:51:17.855329 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:17.855329 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:17.865216 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e565c9a3-ada3-4fb9-913e-11d3b2326fef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f22bc1919e964b14b2b9339f9aec1ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106229 Sep 07 18:51:17.866098 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c9a3-ada3-4fb9-913e-11d3b2326fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d7478-2178-449a-8020-a22f2a1e7e8f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:17.870677 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59670) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:17.944795 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.970857 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:17.974865 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:18.040230 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.042814 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.043093 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:51:18.044111 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac4d7478-2178-449a-8020-a22f2a1e7e8f HTTP/1.1" status: 204 len: 168 time: 0.1720722 Sep 07 18:51:18.059911 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3907669-69af-4409-878a-387ac79c430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d7478-2178-449a-8020-a22f2a1e7e8f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.114874 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59678) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.119798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911577546', 'description': 'tempest-description--595932109'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:18.146737 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.182288 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a96da5-90f6-42e1-b217-dafe1daebc80 req-153a7fb1-0425-4b84-ba01-10ddf8792c9b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.184688 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-25a96da5-90f6-42e1-b217-dafe1daebc80 req-153a7fb1-0425-4b84-ba01-10ddf8792c9b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 943 time: 0.0627813 Sep 07 18:51:18.235405 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-25a96da5-90f6-42e1-b217-dafe1daebc80 req-f159d03d-8c0e-4c77-ac87-561279a3561a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Sep 07 18:51:18.269288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.274002 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.297475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:16Z', 'revision_number': 2, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:18.306290 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ce44a-aafc-4904-976b-9a171bafdb9f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.311390 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.313626 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e9b63adc-4784-4794-bfce-09cb7a69954f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1975214 Sep 07 18:51:18.316629 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59682) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.324540 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group_rule': {'security_group_id': '6e2ce44a-aafc-4904-976b-9a171bafdb9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:18.332463 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:18.333103 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Updating router 81f2cc21-da4a-437b-a3f3-6c006722aad2 port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:51:18.361979 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.365655 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.444865 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59684) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.448387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.455093 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.468281 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dda5efb4-bb14-4092-a2f0-adc50cce2c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.485892 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c54832-3d4d-4c74-b478-8700295f0c90,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.494716 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.495959 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d2de0c0f-87f6-4cc6-8842-36e7e8f0b761 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780717 Sep 07 18:51:18.500375 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59686) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.507065 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group_rule': {'security_group_id': '6e2ce44a-aafc-4904-976b-9a171bafdb9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:18.593501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dda5efb4-bb14-4092-a2f0-adc50cce2c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.603843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dda5efb4-bb14-4092-a2f0-adc50cce2c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.657857 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.672828 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.673667 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 59690) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.673779 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-dda5efb4-bb14-4092-a2f0-adc50cce2c03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f4036d54ab646a78451787d754ddf15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279465 Sep 07 18:51:18.682330 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5efb4-bb14-4092-a2f0-adc50cce2c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9bea9-e88e-4108-af08-1efcfdea6841,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.693627 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Transition to ACTIVE for port object f8f7b78e-94fa-461f-a0ff-8a388d6358b9 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:18.701096 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.742574 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.754428 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6b5e7-ec87-471a-82e8-47f726912eb3 req-61fc227e-4c18-49f2-a021-9fde16c8afdc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:18.756771 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86c6b5e7-ec87-471a-82e8-47f726912eb3 req-61fc227e-4c18-49f2-a021-9fde16c8afdc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1021104 Sep 07 18:51:18.762361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558a99f-6a32-4b38-8e10-294ead43e42f None None] Pushing event updated for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.777658 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.792786 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.794327 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 35bf27ee-a226-4d82-bfa3-c38309a8096c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:18.800424 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.809820 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 007240a7-30f3-4836-a858-2c3c4edc04c7 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:18.836449 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86c6b5e7-ec87-471a-82e8-47f726912eb3 req-e0357620-639e-4cf5-9f47-4eca615d0288 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Sep 07 18:51:18.844247 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c361f2-f9c5-4877-869a-00376d506009,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.848083 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.849332 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-02c733a5-d02d-4416-adf4-443f29499fc2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480265 Sep 07 18:51:18.854303 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 59692) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:18.862301 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:18.894072 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Attempting to bind port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:18.894443 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Attempting to bind port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:18.894817 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Attempting to bind port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:18.895931 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.899488 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.901394 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.905346 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35a9bea9-e88e-4108-af08-1efcfdea6841 HTTP/1.1" status: 204 len: 168 time: 0.2281168 Sep 07 18:51:18.907558 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.919610 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae272998-cde6-4f5c-a7c8-861ea09ef657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9bea9-e88e-4108-af08-1efcfdea6841,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:18.931960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:18.932332 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Checking segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:18.932738 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:18.933130 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Bound using segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:18.933613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Bound port: f8f7b78e-94fa-461f-a0ff-8a388d6358b9, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:18.934515 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.040991 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a09d7e-cb0f-4ec8-91f4-db9056f8603c req-2368b457-de38-4cd7-a041-7c56704d9b14 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:19.054946 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e2a09d7e-cb0f-4ec8-91f4-db9056f8603c req-2368b457-de38-4cd7-a041-7c56704d9b14 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 945 time: 0.0963817 Sep 07 18:51:19.085420 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] For port f8f7b78e-94fa-461f-a0ff-8a388d6358b9, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:19.091612 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] For port f8f7b78e-94fa-461f-a0ff-8a388d6358b9, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:19.103691 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.104084 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e2a09d7e-cb0f-4ec8-91f4-db9056f8603c req-57fed42d-9081-4726-aad6-f1a10afebb52 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 Sep 07 18:51:19.124525 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:19.154806 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.171358 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 007240a7-30f3-4836-a858-2c3c4edc04c7 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:19.187257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 007240a7-30f3-4836-a858-2c3c4edc04c7 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:19.187618 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.292246 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Allocated IP 172.27.2.151 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/022249e0-3653-4951-bd90-f112dfe077c6) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:19.369238 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:19.388325 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '35bf27ee-a226-4d82-bfa3-c38309a8096c', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'port_id': '35bf27ee-a226-4d82-bfa3-c38309a8096c', 'mac_address': 'fa:16:3e:78:f9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c6b2c-397a-4446-94f0-0086b4580e1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:19.419605 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:19.420984 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:19.439074 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cc20c-1487-4bc3-aeae-96f063863611 req-c2d5c5fd-a23a-4144-8707-ea32f8b3608c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:19.441340 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b7cc20c-1487-4bc3-aeae-96f063863611 req-c2d5c5fd-a23a-4144-8707-ea32f8b3608c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 943 time: 0.0994945 Sep 07 18:51:19.494928 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558a99f-6a32-4b38-8e10-294ead43e42f None None] Pushing event updated for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:19.495917 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b7cc20c-1487-4bc3-aeae-96f063863611 req-f2e6480e-83ef-4c0c-9de6-d27da66f26f8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Sep 07 18:51:19.516420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.592261 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.636829 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:19.640360 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:19.643134 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:19.673946 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=022249e0-3653-4951-bd90-f112dfe077c6,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:19.743071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:19.743476 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.763256 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.787234 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.820364 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bf27ee-a226-4d82-bfa3-c38309a8096c {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:19.824389 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.826734 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.827655 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:19.901860 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:19.948236 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:19.970144 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:19.972529 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba7129-9453-4d34-ae67-582fd24ad77f" -d '{"events": [{"server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "name": "network-vif-plugged", "status": "completed", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:20.037761 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27d55e-3a76-439a-aedd-fc8fef1e4dcb x-openstack-request-id: req-3f27d55e-3a76-439a-aedd-fc8fef1e4dcb {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:20.038076 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "name": "network-vif-plugged", "status": "completed", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:20.038330 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f27d55e-3a76-439a-aedd-fc8fef1e4dcb {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:20.038747 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7', 'code': 200} Sep 07 18:51:20.051364 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=007240a7-30f3-4836-a858-2c3c4edc04c7,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:20.099647 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.147723 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:20.290657 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33feb-2845-46d6-9cdd-7f7860444009 req-7f61aee1-1293-4199-ace6-24153e385cac tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.298561 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-30e33feb-2845-46d6-9cdd-7f7860444009 req-7f61aee1-1293-4199-ace6-24153e385cac tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0852847 Sep 07 18:51:20.317486 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:20.334749 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:19Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:20.349408 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-30e33feb-2845-46d6-9cdd-7f7860444009 req-453f0555-7a3d-4926-baa4-36cf1168934f tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Sep 07 18:51:20.365643 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45b4b3-b851-45f6-82ba-f846dfd1afab None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:19Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:20.451318 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4aea6-97bc-4ce7-bffe-3de19055d4c5 req-bb055eb7-70ac-48fd-9027-2ff3ac2b5332 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.459328 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86d4aea6-97bc-4ce7-bffe-3de19055d4c5 req-bb055eb7-70ac-48fd-9027-2ff3ac2b5332 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.4861889 Sep 07 18:51:20.470044 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['35bf27ee-a226-4d82-bfa3-c38309a8096c'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:20.494546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.498396 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a292ea-f991-4788-8a69-1b911d66c867 req-3f1b3467-a286-4b05-88c4-da7fc3947e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.499326 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f9a292ea-f991-4788-8a69-1b911d66c867 req-3f1b3467-a286-4b05-88c4-da7fc3947e4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 1099 time: 0.1562567 Sep 07 18:51:20.502221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.678335 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86d4aea6-97bc-4ce7-bffe-3de19055d4c5 req-808e1df5-0b60-43cd-938e-73a54343c7b4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180974 Sep 07 18:51:20.689539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=022249e0-3653-4951-bd90-f112dfe077c6,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:20.699962 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f9a292ea-f991-4788-8a69-1b911d66c867 req-cf3fabe9-8a27-413f-9044-6ba56047b19b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793771 Sep 07 18:51:20.699962 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.723243 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:20.738352 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-03c08804-da15-4d04-bf0d-0790258ce472 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8816705 Sep 07 18:51:20.775108 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20353999-25a2-4690-abd5-c034569766a2 req-e3da405a-50d1-4f3e-bf9d-75d24fbe84f0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:20.776761 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-20353999-25a2-4690-abd5-c034569766a2 req-e3da405a-50d1-4f3e-bf9d-75d24fbe84f0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 944 time: 0.0735433 Sep 07 18:51:20.828513 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-20353999-25a2-4690-abd5-c034569766a2 req-dffd9ec0-cb54-40ef-93a4-44bf5caf1bd3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Sep 07 18:51:21.004532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-baa0c8b6-13be-4c42-b51c-a81d24b2c40e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--911577546&fields=id&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 267 time: 0.0612013 Sep 07 18:51:21.117397 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device f8f7b78e-94fa-461f-a0ff-8a388d6358b9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:21.130296 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-6e7a7b55-013e-47a6-a79b-b35a3e8c46e2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.131911 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-6e7a7b55-013e-47a6-a79b-b35a3e8c46e2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 816 time: 0.1203659 Sep 07 18:51:21.156674 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-109cdce1-e74d-4eef-b901-e50fed84adf2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/quotas/04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 375 time: 0.0169594 Sep 07 18:51:21.189160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:21.194895 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:21.195282 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.238759 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-925a4c3a-77fd-463f-a618-759a7544b6f4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736353 Sep 07 18:51:21.296952 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.358490 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port f8f7b78e-94fa-461f-a0ff-8a388d6358b9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:21.370645 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:21.382654 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4ec000c4-09f5-4d09-aa9c-05d829979879 service neutron] 10.222.0.25 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 Sep 07 18:51:21.490873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:21.494066 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-01590199-9213-4635-b1c0-24f1d664fcf0 service neutron] 10.222.0.25 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031041 Sep 07 18:51:21.592078 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2715276-fcf8-4c4d-85dd-9b76fa108d4f req-12f52749-82d1-40bf-bf6f-cb30096a541a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.605205 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2715276-fcf8-4c4d-85dd-9b76fa108d4f req-12f52749-82d1-40bf-bf6f-cb30096a541a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.1313035 Sep 07 18:51:21.656995 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2715276-fcf8-4c4d-85dd-9b76fa108d4f req-9eff2e69-6d8b-4e19-a7c7-e20683d90d45 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Sep 07 18:51:21.786738 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d4bcb941-c5af-41f0-bb46-c975ca036f6f req-ddd4d8eb-56df-4b7e-94d3-ff2df9ea28c0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 210 time: 0.0526369 Sep 07 18:51:21.965962 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fae389-97df-4a82-889c-b69fa2681d9e req-05e652c1-30d1-48f6-af2b-e5688cb6e6bb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:21.969431 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-32fae389-97df-4a82-889c-b69fa2681d9e req-05e652c1-30d1-48f6-af2b-e5688cb6e6bb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0881844 Sep 07 18:51:21.999162 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad11314-a050-4a29-ba76-bc98b294bfd5 req-73671779-1efd-40e3-a1fd-ceb8a8f53170 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:22.000574 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5ad11314-a050-4a29-ba76-bc98b294bfd5 req-73671779-1efd-40e3-a1fd-ceb8a8f53170 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 944 time: 0.0796528 Sep 07 18:51:22.044407 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-32fae389-97df-4a82-889c-b69fa2681d9e req-f8af9b89-ddc0-45a2-a66b-f72cc8020fa1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700562 Sep 07 18:51:22.066310 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5ad11314-a050-4a29-ba76-bc98b294bfd5 req-dea87612-609e-4ee7-9f59-62ba57f83f2f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569308 Sep 07 18:51:22.785478 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ad4f6-5646-4c8a-8db8-49a345374ea0 req-be7baf80-ed6c-468f-8378-8723b045bac1 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:22.787071 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a26ad4f6-5646-4c8a-8db8-49a345374ea0 req-be7baf80-ed6c-468f-8378-8723b045bac1 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0596981 Sep 07 18:51:22.830548 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a26ad4f6-5646-4c8a-8db8-49a345374ea0 req-4e5a40ee-2c05-438b-8700-a48ceade9d24 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Sep 07 18:51:22.883147 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 35bf27ee-a226-4d82-bfa3-c38309a8096c up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:22.944676 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bd7326d6-595c-4fa4-855c-83db2beb4008 req-e95a7f64-ff04-4bcf-a09e-956a2ce6ac9f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 210 time: 0.0421343 Sep 07 18:51:22.953716 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 35bf27ee-a226-4d82-bfa3-c38309a8096c completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:22.958499 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 35bf27ee-a226-4d82-bfa3-c38309a8096c triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:22.959078 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.102974 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device f8f7b78e-94fa-461f-a0ff-8a388d6358b9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:23.186334 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.244305 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:23.245838 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:23.248854 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2006f6-52a5-408b-be00-44c620da1594" -d '{"events": [{"server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "name": "network-vif-plugged", "status": "completed", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:23.255769 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.288217 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0735aa-73b7-4c8c-81a6-ff834b714aae req-b3f30348-0852-46a1-9eb5-adfd5bd8e885 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.290024 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ac0735aa-73b7-4c8c-81a6-ff834b714aae req-b3f30348-0852-46a1-9eb5-adfd5bd8e885 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 944 time: 0.1125090 Sep 07 18:51:23.297538 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-9b6fa14b-3519-4940-916d-0d167afc1f77 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.299313 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-9b6fa14b-3519-4940-916d-0d167afc1f77 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 816 time: 0.2169149 Sep 07 18:51:23.302485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f1157-cc44-423e-98ca-31152c867def req-f4ed478b-7e41-41fe-bfb0-637ded670a9b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.305463 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e61f1157-cc44-423e-98ca-31152c867def req-f4ed478b-7e41-41fe-bfb0-637ded670a9b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.1184735 Sep 07 18:51:23.309522 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:23.310970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.367631 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:23.369552 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e61f1157-cc44-423e-98ca-31152c867def req-cdcf8bef-003a-44b1-bfe8-99bf5ba90302 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504673 Sep 07 18:51:23.391255 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ac0735aa-73b7-4c8c-81a6-ff834b714aae req-69fa3366-6267-4f4e-8a91-4221e543c8eb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906801 Sep 07 18:51:23.396350 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-207e44ee-f92f-4a8d-92f7-8b823b403437 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 379 time: 0.0654485 Sep 07 18:51:23.409151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'port': {'device_id': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'admin_state_up': True, 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'security_groups': ['6e2ce44a-aafc-4904-976b-9a171bafdb9f']}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:23.426409 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66825745-6b0f-425d-b045-1f9d31c056dc x-openstack-request-id: req-66825745-6b0f-425d-b045-1f9d31c056dc {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:23.435308 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "name": "network-vif-plugged", "status": "completed", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:23.436951 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66825745-6b0f-425d-b045-1f9d31c056dc {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:23.436951 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c', 'code': 200} Sep 07 18:51:23.544655 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Made reservation on behalf of 04ee16d2c30e43b7a68b35f28025d527 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:51:23.548746 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.687404 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Allocated IP 172.20.0.7 (d30d7425-448b-4727-a855-b61b6ebfe033/4a35ad71-1ab5-4cde-8578-ba928be0870a/8c66085b-b35f-4f58-a110-b84cba9698e1) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:51:23.723109 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab925ac-fab6-42df-8127-27ff45e38f35 req-b8791671-1acc-4f13-b6cc-251e6220de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:23.724640 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8ab925ac-fab6-42df-8127-27ff45e38f35 req-b8791671-1acc-4f13-b6cc-251e6220de13 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 1098 time: 0.0449119 Sep 07 18:51:23.763862 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8ab925ac-fab6-42df-8127-27ff45e38f35 req-294321ba-589e-41e5-81f2-6cbab45a6ffa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Sep 07 18:51:23.827513 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.842040 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Transition to ACTIVE for port object 8c66085b-b35f-4f58-a110-b84cba9698e1 will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:23.877068 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:23.937840 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Network d30d7425-448b-4727-a855-b61b6ebfe033 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:51:23.946450 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:51:23.953589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:51:23.994383 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.047878 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.048620 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.089736 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4fce98e2-2beb-4f0d-b776-91aa63000062 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6858559 Sep 07 18:51:24.109621 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fe7-7d23-4476-8796-9e01ab1965e2 req-fbc28cf0-4cfb-4707-b9aa-f0a3e8f62bba tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.111325 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68552fe7-7d23-4476-8796-9e01ab1965e2 req-fbc28cf0-4cfb-4707-b9aa-f0a3e8f62bba tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 931 time: 0.0596151 Sep 07 18:51:24.163136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Request body: {'port': {'device_id': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:24.219038 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68552fe7-7d23-4476-8796-9e01ab1965e2 req-a442e394-4751-448a-a874-28511c843c09 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977321 Sep 07 18:51:24.256727 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.268761 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-57d62f82-60d5-4801-91d0-9c4eeef9a095 None None] Provisioning for port 8c66085b-b35f-4f58-a110-b84cba9698e1 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:24.274407 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-57d62f82-60d5-4801-91d0-9c4eeef9a095 None None] Provisioning complete for port 8c66085b-b35f-4f58-a110-b84cba9698e1 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:24.274771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-57d62f82-60d5-4801-91d0-9c4eeef9a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.347679 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-57d62f82-60d5-4801-91d0-9c4eeef9a095 None None] Port 8c66085b-b35f-4f58-a110-b84cba9698e1 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:51:24.501540 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5f2f-ebc0-42d5-baa9-ab8680bf043a req-29a4819b-2215-4adf-a351-bd9501c04b9e tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.503180 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-12ff5f2f-ebc0-42d5-baa9-ab8680bf043a req-29a4819b-2215-4adf-a351-bd9501c04b9e tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.1108468 Sep 07 18:51:24.576189 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01a0f-9138-45a7-ac87-4b19a935d3b9 req-4b910312-9885-4ee9-bec1-95a39318c265 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.577839 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fbc01a0f-9138-45a7-ac87-4b19a935d3b9 req-4b910312-9885-4ee9-bec1-95a39318c265 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0534217 Sep 07 18:51:24.587377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-12ff5f2f-ebc0-42d5-baa9-ab8680bf043a req-cf8c2df1-7dcb-480c-aeb9-5837bb5d8ec9 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699811 Sep 07 18:51:24.623767 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fbc01a0f-9138-45a7-ac87-4b19a935d3b9 req-fc6972b1-2812-4eb3-b33b-6d8df1ebb487 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Sep 07 18:51:24.645500 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:24.661982 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.690643 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Transition to ACTIVE for port object 8c66085b-b35f-4f58-a110-b84cba9698e1 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:51:24.698416 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.741114 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2769c-4dee-44de-b5f2-846a0a635fbf req-64a05c6b-81ca-4439-a282-3a758a7e9ac8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:24.742610 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64a2769c-4dee-44de-b5f2-846a0a635fbf req-64a05c6b-81ca-4439-a282-3a758a7e9ac8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0928431 Sep 07 18:51:24.782930 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:24.847760 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64a2769c-4dee-44de-b5f2-846a0a635fbf req-6658ad0d-219a-4126-94e2-8351ff3b4d62 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948575 Sep 07 18:51:24.875433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Attempting to bind port 8c66085b-b35f-4f58-a110-b84cba9698e1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:51:24.875805 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Attempting to bind port 8c66085b-b35f-4f58-a110-b84cba9698e1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:51:24.876137 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Attempting to bind port 8c66085b-b35f-4f58-a110-b84cba9698e1 on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:24.881029 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Port 8c66085b-b35f-4f58-a110-b84cba9698e1 on network d30d7425-448b-4727-a855-b61b6ebfe033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:51:24.881357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Attempting to bind port 8c66085b-b35f-4f58-a110-b84cba9698e1 on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:51:24.887201 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:51:24.887533 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Checking segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:51:24.887926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Bound using segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:51:24.888376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Bound port: 8c66085b-b35f-4f58-a110-b84cba9698e1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:51:24.888735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:24.955138 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:51:24.958215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:51:24.964824 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.006639 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.007311 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:25.008756 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 1093 time: 0.8590512 Sep 07 18:51:25.009245 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:25.011736 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9635d9f-c031-490c-a2ce-a3ddd67695d2" -d '{"events": [{"name": "network-changed", "server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:25.039161 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24931c-0099-4cdb-9af7-b482c2a559e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:25.059053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925f6313-359a-4bbd-98b9-985991d83f3b x-openstack-request-id: req-925f6313-359a-4bbd-98b9-985991d83f3b {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:25.059598 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:25.059940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-925f6313-359a-4bbd-98b9-985991d83f3b {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:25.060491 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'status': 'completed', 'code': 200} Sep 07 18:51:25.383583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6352be-9a4f-444b-bf20-84eb348f17dd req-7dde5d30-cf1e-4450-9e4c-fd618f7a6f69 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.385552 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e6352be-9a4f-444b-bf20-84eb348f17dd req-7dde5d30-cf1e-4450-9e4c-fd618f7a6f69 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0550652 Sep 07 18:51:25.440904 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e6352be-9a4f-444b-bf20-84eb348f17dd req-15e58518-48ec-47aa-b63c-31be6068ab21 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490563 Sep 07 18:51:25.709253 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a65ae-898e-49ba-a959-070f4a00e3a5 req-d735fa76-ad21-475d-97a1-c95960279838 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.710813 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c94a65ae-898e-49ba-a959-070f4a00e3a5 req-d735fa76-ad21-475d-97a1-c95960279838 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0537233 Sep 07 18:51:25.750863 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c94a65ae-898e-49ba-a959-070f4a00e3a5 req-60adce00-2fad-4433-a426-2a4adf7fba93 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Sep 07 18:51:25.857324 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d47df-5e1d-4675-a50f-70183ac8001f req-6e91b0a1-9b31-4164-8190-5e3303ce0d59 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:25.858891 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-163d47df-5e1d-4675-a50f-70183ac8001f req-6e91b0a1-9b31-4164-8190-5e3303ce0d59 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0492992 Sep 07 18:51:25.897487 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-163d47df-5e1d-4675-a50f-70183ac8001f req-41f9f009-41e6-4920-94d5-c1a0db003c66 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 07 18:51:26.008196 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a1786-84de-48a6-828a-60033a705d3b req-1c818c04-adcb-4689-bba6-7da46bf8a4c2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:26.009672 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-114a1786-84de-48a6-828a-60033a705d3b req-1c818c04-adcb-4689-bba6-7da46bf8a4c2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0563385 Sep 07 18:51:26.053343 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-114a1786-84de-48a6-828a-60033a705d3b req-a703fcda-82d3-4b74-a2da-0e5b163295d7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350094 Sep 07 18:51:26.570668 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff102e5-30b5-406b-9f66-627705992946 req-e5964841-1ea0-4ff6-afd3-64cb644c5b56 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:26.572649 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ff102e5-30b5-406b-9f66-627705992946 req-e5964841-1ea0-4ff6-afd3-64cb644c5b56 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0569916 Sep 07 18:51:26.610950 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ff102e5-30b5-406b-9f66-627705992946 req-b86152dd-a52c-4597-89dc-fd68ef445bb1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Sep 07 18:51:26.876527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bba89-ef1b-4047-b412-5be9fbd16a39 req-bc91385c-dc6c-480d-b415-fb239e10bbbc tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:26.878081 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e0bba89-ef1b-4047-b412-5be9fbd16a39 req-bc91385c-dc6c-480d-b415-fb239e10bbbc tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Sep 07 18:51:26.919386 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e0bba89-ef1b-4047-b412-5be9fbd16a39 req-a1fa74b0-1005-4b74-a466-571357600225 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Sep 07 18:51:27.025549 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db91a8-b72a-4c9a-b1a9-5fca1980930c req-a0f00ec9-890c-4e9c-bb5b-60b8c4cdc947 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:27.027066 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-61db91a8-b72a-4c9a-b1a9-5fca1980930c req-a0f00ec9-890c-4e9c-bb5b-60b8c4cdc947 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0548360 Sep 07 18:51:27.065612 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-61db91a8-b72a-4c9a-b1a9-5fca1980930c req-32ab41f5-237d-40f5-8c5a-f3a7c1e99bee tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Sep 07 18:51:27.174855 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb71c6-676e-47a5-b71a-1ce3317ef360 req-59b5c955-fd98-45ac-be54-ede4079a616d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:27.176532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9afb71c6-676e-47a5-b71a-1ce3317ef360 req-59b5c955-fd98-45ac-be54-ede4079a616d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0510209 Sep 07 18:51:27.218111 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9afb71c6-676e-47a5-b71a-1ce3317ef360 req-0384899d-6c8a-4f72-91c8-c60555dfdc0c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Sep 07 18:51:27.733073 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9159-d4b1-45a0-a32f-4e8fdb8e2259 req-ab670bd3-1816-4289-9c69-ad5ae21573ee tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:27.734548 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39cf9159-d4b1-45a0-a32f-4e8fdb8e2259 req-ab670bd3-1816-4289-9c69-ad5ae21573ee tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0505576 Sep 07 18:51:27.774669 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39cf9159-d4b1-45a0-a32f-4e8fdb8e2259 req-255b04b9-f420-417c-b3a4-2ba132c67766 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334544 Sep 07 18:51:27.974400 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-834509e5-6d0b-44af-94d3-5bcccf133625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:27.976079 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-834509e5-6d0b-44af-94d3-5bcccf133625 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1096 time: 0.0516450 Sep 07 18:51:28.103459 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb007f-a512-4882-8eaf-e5149cd9155c req-7e2e57e3-6eba-4a72-a8d4-c548ad1220f0 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.105002 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f4fb007f-a512-4882-8eaf-e5149cd9155c req-7e2e57e3-6eba-4a72-a8d4-c548ad1220f0 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.1142924 Sep 07 18:51:28.132904 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-361b1600-5935-4f7d-86a5-a2f0d798865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.134416 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-361b1600-5935-4f7d-86a5-a2f0d798865f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=04ee16d2c30e43b7a68b35f28025d527&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1345053 Sep 07 18:51:28.172412 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f4fb007f-a512-4882-8eaf-e5149cd9155c req-4665662a-2c2e-4ef4-bd79-4e90d168594c tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602882 Sep 07 18:51:28.188927 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9a1aa-bbd0-4d1c-9793-b77332c1a9a2 req-5f33ada6-9573-4be2-9be2-ed180f0ece8a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.190445 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e8a9a1aa-bbd0-4d1c-9793-b77332c1a9a2 req-5f33ada6-9573-4be2-9be2-ed180f0ece8a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0505085 Sep 07 18:51:28.229768 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e8a9a1aa-bbd0-4d1c-9793-b77332c1a9a2 req-654d2af7-a59f-4957-b560-e0781ff0b395 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Sep 07 18:51:28.248586 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-494370d1-7d19-4e95-a8a3-695ab8f3ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.250080 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9635d9f-c031-490c-a2ce-a3ddd67695d2 req-494370d1-7d19-4e95-a8a3-695ab8f3ae95 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031411 Sep 07 18:51:28.342969 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa540b7d-b612-438f-af14-cd68161cfde6 req-07a779b9-9995-4388-ac4b-c9eefc8a225f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.344561 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa540b7d-b612-438f-af14-cd68161cfde6 req-07a779b9-9995-4388-ac4b-c9eefc8a225f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0573065 Sep 07 18:51:28.413824 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa540b7d-b612-438f-af14-cd68161cfde6 req-1552cf78-5d69-4faa-bc7e-0d75a9934d8c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624139 Sep 07 18:51:28.421409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-6708d4b0-fcbc-484b-bb58-4bd05366c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.422945 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-6708d4b0-fcbc-484b-bb58-4bd05366c165 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1096 time: 0.0691299 Sep 07 18:51:28.485887 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-c0d8bac6-94cb-47e8-9143-1ff330ff8622 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 217 time: 0.0350797 Sep 07 18:51:28.589192 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-48029c4f-2052-431a-9639-765194da65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.590684 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-48029c4f-2052-431a-9639-765194da65b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0522273 Sep 07 18:51:28.651488 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4781f14a-59ef-4fc8-94e5-a0d060156489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.653011 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-4781f14a-59ef-4fc8-94e5-a0d060156489 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542438 Sep 07 18:51:28.769055 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-7d7fc907-8a99-4464-9f1c-ad6c6c7b4a01 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072221 Sep 07 18:51:28.903687 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64807-2917-4c2e-a0e6-acd4b771e111 req-bf10cbdd-6acc-499b-8f25-bc88558c44d1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:28.905185 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-eca64807-2917-4c2e-a0e6-acd4b771e111 req-bf10cbdd-6acc-499b-8f25-bc88558c44d1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0555348 Sep 07 18:51:28.914112 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81e7649-ff6b-479a-ba0b-970db9beb83c req-86fcc900-4725-448e-849b-00f5ed32b042 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889671 Sep 07 18:51:28.947518 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-eca64807-2917-4c2e-a0e6-acd4b771e111 req-5b5ca3a7-56e0-4eeb-ab1b-610f5de8db2b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357649 Sep 07 18:51:29.315936 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c944-c50f-465b-a393-20b882ad4895 req-c0b4b7e1-b882-42f1-bc85-2754e848a290 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.319611 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ae86c944-c50f-465b-a393-20b882ad4895 req-c0b4b7e1-b882-42f1-bc85-2754e848a290 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0536962 Sep 07 18:51:29.358821 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ae86c944-c50f-465b-a393-20b882ad4895 req-46cf5425-9c37-49d1-9035-04fc79d2ccdd tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351825 Sep 07 18:51:29.375408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ba576-1eec-4d60-84a0-13d284388c68 req-a33a1431-e08a-4ac9-b433-25b537c02d86 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.377088 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bb3ba576-1eec-4d60-84a0-13d284388c68 req-a33a1431-e08a-4ac9-b433-25b537c02d86 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0590391 Sep 07 18:51:29.392791 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f6be-e77f-4de0-b60c-9f023508d42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:29.419800 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bb3ba576-1eec-4d60-84a0-13d284388c68 req-cbc9c8eb-f406-4b58-8c73-61777d6b032f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356581 Sep 07 18:51:29.538733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ccdd-e068-4f38-b3af-88b911f8b781 req-353c6956-4868-4d2e-bc1d-3660df270e6c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.540392 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b6e6ccdd-e068-4f38-b3af-88b911f8b781 req-353c6956-4868-4d2e-bc1d-3660df270e6c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0537102 Sep 07 18:51:29.580174 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b6e6ccdd-e068-4f38-b3af-88b911f8b781 req-187c8699-3919-4f0e-ac12-7eec97beaf51 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Sep 07 18:51:29.599995 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324e04-393b-49d1-a54d-1ca4338793fa req-9623a002-4cc1-4891-98c8-0f5bc60003ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:29.601518 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-63324e04-393b-49d1-a54d-1ca4338793fa req-9623a002-4cc1-4891-98c8-0f5bc60003ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 1099 time: 0.0446911 Sep 07 18:51:29.673671 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-63324e04-393b-49d1-a54d-1ca4338793fa req-5eaa42b2-fc49-4592-84fe-d64b682c1eab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290344 Sep 07 18:51:30.081367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce503-6d62-48a7-ada1-25033157f043 req-4256f9bd-213a-49ec-89f1-1e0db1a68780 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.082890 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-31cce503-6d62-48a7-ada1-25033157f043 req-4256f9bd-213a-49ec-89f1-1e0db1a68780 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0512507 Sep 07 18:51:30.123446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-31cce503-6d62-48a7-ada1-25033157f043 req-05ca7f63-9e18-4c48-8b55-8ee5a2c55426 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341258 Sep 07 18:51:30.512376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf6b1-d39f-4312-a426-9cbb0aa1ef00 req-da8e4a5c-b32c-4dcd-91e7-285cd78eecb5 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.513717 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-603bf6b1-d39f-4312-a426-9cbb0aa1ef00 req-da8e4a5c-b32c-4dcd-91e7-285cd78eecb5 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0842094 Sep 07 18:51:30.538376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-daab44b3-119c-417c-afd5-3006cdb33e5a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.540048 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-daab44b3-119c-417c-afd5-3006cdb33e5a tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 946 time: 0.0818346 Sep 07 18:51:30.575055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715294-e740-4e5f-91a0-59d31838cf05 req-6c6b5873-d416-4c29-9855-5f0647f2ce0a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:30.576985 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9b715294-e740-4e5f-91a0-59d31838cf05 req-6c6b5873-d416-4c29-9855-5f0647f2ce0a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0737386 Sep 07 18:51:30.601653 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-603bf6b1-d39f-4312-a426-9cbb0aa1ef00 req-249d3229-d7cd-4bf1-b39c-e6273c4fccd4 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Sep 07 18:51:30.638251 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9b715294-e740-4e5f-91a0-59d31838cf05 req-b76aff06-5e27-4111-a060-3acec468fb56 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 Sep 07 18:51:30.702082 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Deleting port 007240a7-30f3-4836-a858-2c3c4edc04c7 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:51:30.702492 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.807791 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] For port 007240a7-30f3-4836-a858-2c3c4edc04c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=007240a7-30f3-4836-a858-2c3c4edc04c7,segment=NetworkSegment(39adff09-0f0d-4678-bd87-5ad63da59345),segment_id=39adff09-0f0d-4678-bd87-5ad63da59345)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:30.808137 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:30.824494 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Calling delete_port for 007240a7-30f3-4836-a858-2c3c4edc04c7 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:51:31.024607 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.056006 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Pushing event deleted for resources: {'Port': ['ID=007240a7-30f3-4836-a858-2c3c4edc04c7,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:31.075436 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['007240a7-30f3-4836-a858-2c3c4edc04c7'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:31.129726 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] No DVR routers for this DVR port 007240a7-30f3-4836-a858-2c3c4edc04c7 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:51:31.133155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:31.135253 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-206bdae4-10ea-4d49-b4f1-478d5eadce40 req-88b2dec6-3790-4e10-96c1-57b2d3c05207 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.74 "DELETE /v2.0/ports/007240a7-30f3-4836-a858-2c3c4edc04c7 HTTP/1.1" status: 204 len: 173 time: 0.5871458 Sep 07 18:51:31.135641 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'name': 'network-vif-deleted', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:31.137945 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90029fd-845b-40de-bcb1-f273134e8f57" -d '{"events": [{"server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "name": "network-vif-deleted", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:31.177847 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e15a7-a5e4-4fb0-8a2b-588601aec449 x-openstack-request-id: req-d33e15a7-a5e4-4fb0-8a2b-588601aec449 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:31.178254 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afec53-9a85-4ed4-889f-3f7c1da47178", "name": "network-vif-deleted", "tag": "007240a7-30f3-4836-a858-2c3c4edc04c7", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:31.178807 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d33e15a7-a5e4-4fb0-8a2b-588601aec449 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:31.179375 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afec53-9a85-4ed4-889f-3f7c1da47178', 'name': 'network-vif-deleted', 'tag': '007240a7-30f3-4836-a858-2c3c4edc04c7', 'status': 'completed', 'code': 200} Sep 07 18:51:31.275600 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5f2dd-b481-4413-8e27-bb6df4f94cee req-8078fe2b-0c87-4ace-a0a0-6c36621bc8ab tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:31.277131 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-afc5f2dd-b481-4413-8e27-bb6df4f94cee req-8078fe2b-0c87-4ace-a0a0-6c36621bc8ab tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0502958 Sep 07 18:51:31.318641 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-afc5f2dd-b481-4413-8e27-bb6df4f94cee req-af10c4df-e523-4206-93b4-56061e2e4a60 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Sep 07 18:51:32.685244 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3071e78f-df6d-469b-8eb3-0bfcc09f08a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:32.720767 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.523357 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:34.635149 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ef1cf8c2-8b0d-47ff-8281-027f43128ecf req-858baa5f-01ea-4285-a845-621b95cc3cd5 tempest-VolumesActionsTest-1523038418 tempest-VolumesActionsTest-1523038418-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3afec53-9a85-4ed4-889f-3f7c1da47178 HTTP/1.1" status: 200 len: 210 time: 0.0282547 Sep 07 18:51:34.752628 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8e3a7-beb2-4cbb-a5df-188934e2f947 req-20e6684a-2612-4329-850e-a9961cdd53fb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:34.754237 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-56c8e3a7-beb2-4cbb-a5df-188934e2f947 req-20e6684a-2612-4329-850e-a9961cdd53fb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0595534 Sep 07 18:51:34.795255 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-56c8e3a7-beb2-4cbb-a5df-188934e2f947 req-c8de3088-f922-4ee9-9518-52bf65d8955b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Sep 07 18:51:34.796700 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18792272-b98f-4d3b-a605-0f7f2c07bd8d req-b7508543-821e-4421-8b70-1cfda25fe9dd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:34.798286 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18792272-b98f-4d3b-a605-0f7f2c07bd8d req-b7508543-821e-4421-8b70-1cfda25fe9dd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0515099 Sep 07 18:51:34.839488 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18792272-b98f-4d3b-a605-0f7f2c07bd8d req-f4cccff7-f5d4-46aa-ad5f-29190a3048b5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346713 Sep 07 18:51:34.918044 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b89276-ee72-481d-a309-611b7be49bf8 req-0002397e-8136-4cc5-9656-17f7ecc07a27 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:34.919629 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51b89276-ee72-481d-a309-611b7be49bf8 req-0002397e-8136-4cc5-9656-17f7ecc07a27 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0535653 Sep 07 18:51:34.980956 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51b89276-ee72-481d-a309-611b7be49bf8 req-e4c72eaa-4404-477a-aa91-34ee66beb76c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Sep 07 18:51:35.366395 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:51:35.380454 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 007240a7-30f3-4836-a858-2c3c4edc04c7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:51:35.407703 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 007240a7-30f3-4836-a858-2c3c4edc04c7 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:51:35.408037 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 007240a7-30f3-4836-a858-2c3c4edc04c7 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:51:35.492829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:35.504384 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:51:35.544231 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.559064 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:51:35.579353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:35.584364 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.636575 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:35.855117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:35.970031 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f477-3c83-44db-abe9-ca45c7bb0241 req-7c81c3f3-e1a2-4799-b17d-db1800219334 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:35.971699 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8943f477-3c83-44db-abe9-ca45c7bb0241 req-7c81c3f3-e1a2-4799-b17d-db1800219334 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0527484 Sep 07 18:51:36.012054 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8943f477-3c83-44db-abe9-ca45c7bb0241 req-d09febaf-3fc9-4b85-afa5-c95c6da9a23d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337739 Sep 07 18:51:36.089335 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['8c66085b-b35f-4f58-a110-b84cba9698e1'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:51:36.759129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223943b-32dd-4059-962e-6cb70aef7ff9 req-48e8ba54-6c0e-4d65-8dc0-a8152b31d220 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.761421 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d223943b-32dd-4059-962e-6cb70aef7ff9 req-48e8ba54-6c0e-4d65-8dc0-a8152b31d220 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0797644 Sep 07 18:51:36.792920 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-ab03d20c-a08e-4b3a-abd0-c21020f6d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.794414 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-ab03d20c-a08e-4b3a-abd0-c21020f6d17d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0813427 Sep 07 18:51:36.809065 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d223943b-32dd-4059-962e-6cb70aef7ff9 req-09e70d51-4691-4d9b-9c23-85c6b1141152 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Sep 07 18:51:36.960364 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-991c7d42-c1c2-48ea-9617-b9ee1641229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:36.961963 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-991c7d42-c1c2-48ea-9617-b9ee1641229d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1247439 Sep 07 18:51:37.006448 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-9679d36e-cce0-46fe-9028-168139f98e83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0348620 Sep 07 18:51:37.060788 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-3768952d-15fc-4260-b58f-22d6ae4e9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:37.062240 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-3768952d-15fc-4260-b58f-22d6ae4e9b4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.0477130 Sep 07 18:51:37.097028 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-3031cd2f-4245-4de5-898e-405a8c0a2bdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256252 Sep 07 18:51:37.136039 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2969edf-00a5-4b42-8b75-f754bf8e04cd req-fc8e7858-ede4-48eb-a78e-1ed2d949914f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:37.137602 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2969edf-00a5-4b42-8b75-f754bf8e04cd req-fc8e7858-ede4-48eb-a78e-1ed2d949914f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0528727 Sep 07 18:51:37.179576 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2969edf-00a5-4b42-8b75-f754bf8e04cd req-4e445562-3da4-447e-a2db-772c8c7161dc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357037 Sep 07 18:51:37.199361 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-f82592da-b276-4169-8923-96470fa7b410 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896816 Sep 07 18:51:37.381043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:51:37.439651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 8c66085b-b35f-4f58-a110-b84cba9698e1 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:51:37.444453 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 8c66085b-b35f-4f58-a110-b84cba9698e1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:51:37.444908 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.536145 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.553429 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0058870-b8f5-4787-9f87-c9b9f3006ea6 req-abfb1b8d-e307-48e2-8ed2-e0772db1574d service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457115 Sep 07 18:51:37.561275 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:37.563949 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ea5e3-2801-4edc-a9b2-5d62dfa9dd1b" -d '{"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:37.577383 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:51:37.582988 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:37.606598 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06897c4f-25e5-4aa2-a280-daff334d65a7 x-openstack-request-id: req-06897c4f-25e5-4aa2-a280-daff334d65a7 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:37.606911 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:37.607164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06897c4f-25e5-4aa2-a280-daff334d65a7 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:37.607856 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'code': 200} Sep 07 18:51:37.633701 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:37.956027 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60126) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:37.961697 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f9c4-c380-4b5b-9cf4-4873a833cfe6 req-8c6d7c16-fc69-4d16-98f3-0fcba96213df tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:37.967371 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-54a0f9c4-c380-4b5b-9cf4-4873a833cfe6 req-8c6d7c16-fc69-4d16-98f3-0fcba96213df tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0880280 Sep 07 18:51:38.008059 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-54a0f9c4-c380-4b5b-9cf4-4873a833cfe6 req-cd5f7d62-f156-47b7-8292-31b13afbdf4e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Sep 07 18:51:38.079127 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-482c6778-f749-496e-9a58-58fe64a01b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.170318 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-482c6778-f749-496e-9a58-58fe64a01b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.175102 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-482c6778-f749-496e-9a58-58fe64a01b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.212532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-482c6778-f749-496e-9a58-58fe64a01b5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b622c8c7f2e14418b27f7bbbdaabbf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547448 Sep 07 18:51:38.213397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c6778-f749-496e-9a58-58fe64a01b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6399a1-3512-4837-91d7-5531e3930bad,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:38.215364 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60138) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:38.271386 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.322490 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.366755 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fda46-0775-4bcc-b5a7-70c3c7a661dc req-424ccad4-9efc-4cda-8cf2-8c3b2da8a887 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:38.368278 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-781fda46-0775-4bcc-b5a7-70c3c7a661dc req-424ccad4-9efc-4cda-8cf2-8c3b2da8a887 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0938551 Sep 07 18:51:38.397646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.400207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:38.401339 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc6399a1-3512-4837-91d7-5531e3930bad HTTP/1.1" status: 204 len: 168 time: 0.1842017 Sep 07 18:51:38.419037 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-781fda46-0775-4bcc-b5a7-70c3c7a661dc req-217e96d0-660e-4672-8017-c2a86136aae2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Sep 07 18:51:38.419903 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd307b5-45d6-4979-9cf0-93635cc123f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6399a1-3512-4837-91d7-5531e3930bad,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:51:39.127056 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff460b-c7aa-4688-90d6-9783b837df9d req-76f82955-eee5-4ff9-b8ff-2d5c7f31de4e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:39.128683 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0cff460b-c7aa-4688-90d6-9783b837df9d req-76f82955-eee5-4ff9-b8ff-2d5c7f31de4e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0520453 Sep 07 18:51:39.166332 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0cff460b-c7aa-4688-90d6-9783b837df9d req-bf3bb1e2-3618-41b5-b2a9-2fb7a1da7c0f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Sep 07 18:51:39.551558 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb9d7-5713-479d-bc86-d14d42032b3f req-f80066ad-5632-48f1-aa04-0c2f9d47fabf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:39.553081 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a51eb9d7-5713-479d-bc86-d14d42032b3f req-f80066ad-5632-48f1-aa04-0c2f9d47fabf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0540569 Sep 07 18:51:39.591375 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a51eb9d7-5713-479d-bc86-d14d42032b3f req-3694f9d8-747d-492b-bddb-75ac72974648 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Sep 07 18:51:40.287606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f2298-05d1-439d-baed-6dc5b419f69d req-df0a0790-9fe2-448b-9837-67552c93b1d8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.289028 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6b4f2298-05d1-439d-baed-6dc5b419f69d req-df0a0790-9fe2-448b-9837-67552c93b1d8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0548410 Sep 07 18:51:40.327962 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6b4f2298-05d1-439d-baed-6dc5b419f69d req-cc69c094-0487-414b-af4a-aa4b465bbcc9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Sep 07 18:51:40.712378 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7eca-7fa4-492d-a190-148bff86e895 req-4ef38727-6509-4f21-8638-269602766033 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:40.713913 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-36fe7eca-7fa4-492d-a190-148bff86e895 req-4ef38727-6509-4f21-8638-269602766033 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Sep 07 18:51:40.754083 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-36fe7eca-7fa4-492d-a190-148bff86e895 req-9b1939ae-e42f-467f-bc04-8c5f323e756f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Sep 07 18:51:41.121455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314590f-b848-416f-a04e-8f8d4340d290 req-ee133eed-7f6e-4f95-82ce-2ba09b283366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:41.123116 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9314590f-b848-416f-a04e-8f8d4340d290 req-ee133eed-7f6e-4f95-82ce-2ba09b283366 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1098 time: 0.0430319 Sep 07 18:51:41.167192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9314590f-b848-416f-a04e-8f8d4340d290 req-2f87bb9f-7624-4486-a6b8-1963de7b20df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326941 Sep 07 18:51:41.449737 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c400-6a25-4a8a-a481-3d43a67af471 req-1c8769eb-8a30-447c-bdaa-91aec28b4c37 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:41.451268 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3f53c400-6a25-4a8a-a481-3d43a67af471 req-1c8769eb-8a30-447c-bdaa-91aec28b4c37 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Sep 07 18:51:41.493683 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3f53c400-6a25-4a8a-a481-3d43a67af471 req-6eafc465-6a1d-45c4-b000-562527085d82 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Sep 07 18:51:41.901680 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e33-cd6f-460b-af04-c0b3c03aaa8a req-6ac66daf-ed17-4350-aea6-eeaf76db3a3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:41.903415 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-01406e33-cd6f-460b-af04-c0b3c03aaa8a req-6ac66daf-ed17-4350-aea6-eeaf76db3a3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0689070 Sep 07 18:51:41.949887 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-01406e33-cd6f-460b-af04-c0b3c03aaa8a req-5e972fb9-bc7e-4637-99e7-976b80041bb2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Sep 07 18:51:42.617977 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb976d0-4e2d-4822-9bb4-388effbd34b5 req-967e0d89-d70a-4430-b1c9-106aea76095e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:42.619612 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9eb976d0-4e2d-4822-9bb4-388effbd34b5 req-967e0d89-d70a-4430-b1c9-106aea76095e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0558670 Sep 07 18:51:42.682300 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9eb976d0-4e2d-4822-9bb4-388effbd34b5 req-c52efeef-7145-4363-86ab-d4d4e5aeb49c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 Sep 07 18:51:43.108110 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda0828-7238-44fd-9833-4fb08c6ed444 req-553a4855-0708-43df-b4c7-91c8dac45d0c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.109801 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cbda0828-7238-44fd-9833-4fb08c6ed444 req-553a4855-0708-43df-b4c7-91c8dac45d0c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0608151 Sep 07 18:51:43.152080 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cbda0828-7238-44fd-9833-4fb08c6ed444 req-88bc154b-4f48-4f7b-92f0-cafdf8ef25c2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356500 Sep 07 18:51:43.869361 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46a309-745a-472d-b560-bb65516fbd2e req-5a70e605-092c-4ae7-97d7-9cb48552f77f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:43.871339 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7d46a309-745a-472d-b560-bb65516fbd2e req-5a70e605-092c-4ae7-97d7-9cb48552f77f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0625598 Sep 07 18:51:43.921866 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7d46a309-745a-472d-b560-bb65516fbd2e req-0ffb780b-04b3-4356-9e94-d0f64ad4aecc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Sep 07 18:51:44.345004 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129332be-5701-46de-a9d7-98c42450462c req-5e793037-946c-4602-bc3c-39375b08a1e6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.357440 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-129332be-5701-46de-a9d7-98c42450462c req-5e793037-946c-4602-bc3c-39375b08a1e6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0999627 Sep 07 18:51:44.416433 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-129332be-5701-46de-a9d7-98c42450462c req-d4438a92-f906-47d2-81a9-268a241ddd98 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540495 Sep 07 18:51:44.584813 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca0c8-b1fe-4135-ad2a-633ad50a8e43 req-7d5e1419-e18d-47a9-8242-e6b87d1ba14f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:44.590661 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2a2ca0c8-b1fe-4135-ad2a-633ad50a8e43 req-7d5e1419-e18d-47a9-8242-e6b87d1ba14f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1064339 Sep 07 18:51:44.596010 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60298) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:51:44.601470 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'floatingip': {'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:51:44.683548 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.282214 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866cdc2-0523-4532-a0f8-97708cff39b3 req-1c8c3a3d-5894-409e-9e49-035c61bc192f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.284367 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e866cdc2-0523-4532-a0f8-97708cff39b3 req-1c8c3a3d-5894-409e-9e49-035c61bc192f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.2044849 Sep 07 18:51:45.370218 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-db770420-5a9a-4b03-91dc-50835e766cc1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506241 Sep 07 18:51:45.464242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-52ff2d7a-4664-4960-bd51-7ce79bbe7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.465997 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-52ff2d7a-4664-4960-bd51-7ce79bbe7e3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 1098 time: 0.0501020 Sep 07 18:51:45.632637 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-ba004600-340a-4931-b000-5afc922b6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.634459 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-ba004600-340a-4931-b000-5afc922b6f5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 915 time: 0.1406684 Sep 07 18:51:45.700361 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-638cbd57-f73f-4b68-b963-299fcda4bef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44226ede-d2a0-496c-9cca-4038ffa4b443 HTTP/1.1" status: 200 len: 217 time: 0.0376341 Sep 07 18:51:45.713839 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e866cdc2-0523-4532-a0f8-97708cff39b3 req-ba366434-8768-4f55-aee1-2050c44ee8e4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959687 Sep 07 18:51:45.750415 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.756175 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:45.784867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-484e84e8-6995-405a-bc7d-82f5fd4d1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:45.788437 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-484e84e8-6995-405a-bc7d-82f5fd4d1194 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.0685933 Sep 07 18:51:45.858569 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-aae87cbf-ee91-433f-9375-ddd5f90f0ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450056 Sep 07 18:51:45.971383 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.l3_db [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Floating IP ddb01d68-7f26-494e-a851-2da3c24c1da5 associated. External IP: 172.27.2.151, port: 8c66085b-b35f-4f58-a110-b84cba9698e1. Sep 07 18:51:45.993027 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-1e31381c-cdda-4834-9405-0398c3390429 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149104 Sep 07 18:51:46.132948 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c82297a0-0c4a-45b7-b1dd-f7a2667cc39d req-143889d3-01a2-4bdf-86e4-7de8f9edf474 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261706 Sep 07 18:51:46.248789 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:51:46.373646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:51:46.379361 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:46.386567 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:51:46.404636 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:46.405796 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:46.414088 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-9db46c48-cf94-4e26-ac5a-6e2271cc67e1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "PUT /v2.0/floatingips/ddb01d68-7f26-494e-a851-2da3c24c1da5 HTTP/1.1" status: 200 len: 991 time: 1.8166413 Sep 07 18:51:46.415105 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:51:46.418151 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0116b4-42de-4485-9425-4ca1b37a919a" -d '{"events": [{"name": "network-changed", "server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:51:46.481149 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d8fa91-d102-4143-b039-d7ba686fb731 x-openstack-request-id: req-60d8fa91-d102-4143-b039-d7ba686fb731 {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:51:46.481692 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:51:46.482121 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60d8fa91-d102-4143-b039-d7ba686fb731 {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:51:46.482694 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'status': 'completed', 'code': 200} Sep 07 18:51:46.575950 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:46.659568 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-dbdcb628-43c0-424a-b9bd-c64450a85e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:46.661572 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-dbdcb628-43c0-424a-b9bd-c64450a85e75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1098 time: 0.0575788 Sep 07 18:51:46.776849 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-8fe779f5-01f2-40f6-bd3c-8a5dff9ee98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:46.779558 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-8fe779f5-01f2-40f6-bd3c-8a5dff9ee98e service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.1080141 Sep 07 18:51:46.858247 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'ddb01d68-7f26-494e-a851-2da3c24c1da5', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:51:19Z', 'updated_at': '2021-09-07T18:51:45Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:46.885033 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31401-1461-43b4-a34c-ea283b706089 req-e6c36bdc-745f-4f94-a47c-7f24628784e2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:46.899007 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-aaf31401-1461-43b4-a34c-ea283b706089 req-e6c36bdc-745f-4f94-a47c-7f24628784e2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0895929 Sep 07 18:51:46.903444 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:51:46.913093 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:51:46.913576 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:51:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:47.007573 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-aaf31401-1461-43b4-a34c-ea283b706089 req-2eb116b3-dbb8-464b-a764-2549d684789e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069858 Sep 07 18:51:47.018624 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-f80c87e3-8f36-4b40-904d-fda868cd98d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 999 time: 0.1647243 Sep 07 18:51:47.092935 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:51:47.107354 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-5221e1d0-d5a2-4a25-b4e8-c0f974f1c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:47.109460 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-5221e1d0-d5a2-4a25-b4e8-c0f974f1c732 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0745511 Sep 07 18:51:47.266558 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-998fdf9c-7cd5-44f7-ac39-251315aea19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:47.269826 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-998fdf9c-7cd5-44f7-ac39-251315aea19c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0745070 Sep 07 18:51:47.471879 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'ddb01d68-7f26-494e-a851-2da3c24c1da5', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:51:19Z', 'updated_at': '2021-09-07T18:51:45Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:51:47.495577 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-99ba79a0-9935-4b39-8eb1-6ea4ed85ef0f service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940212 Sep 07 18:51:47.533402 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f675ca-c739-41a8-b987-35d93a791fdd None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'ddb01d68-7f26-494e-a851-2da3c24c1da5', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:51:19Z', 'updated_at': '2021-09-07T18:51:45Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:51:47.622774 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e0116b4-42de-4485-9425-4ca1b37a919a req-ab0d154f-47de-4975-9a36-cd187f77373b service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118228 Sep 07 18:51:47.797081 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6640c-643d-4f76-8af3-15e2cba3d6d1 None None] New status for floating IP ddb01d68-7f26-494e-a851-2da3c24c1da5: ACTIVE {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:51:48.238180 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7ff8b-d850-4c45-8d89-33b7253c893d req-46015e81-d1ec-4a89-81e0-5808a031eb3b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:48.239796 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b0c7ff8b-d850-4c45-8d89-33b7253c893d req-46015e81-d1ec-4a89-81e0-5808a031eb3b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0676587 Sep 07 18:51:48.295244 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b0c7ff8b-d850-4c45-8d89-33b7253c893d req-c624c591-86a2-480a-96d0-09aec3712fb4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Sep 07 18:51:48.788470 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:51:49.457644 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4244-c84f-4f9b-97b4-b4bb9b40b04f req-c78193ad-6d60-4b9a-9df5-8ab6e31ab464 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:49.463398 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f90e4244-c84f-4f9b-97b4-b4bb9b40b04f req-c78193ad-6d60-4b9a-9df5-8ab6e31ab464 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0647817 Sep 07 18:51:49.506204 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f90e4244-c84f-4f9b-97b4-b4bb9b40b04f req-a9ee2423-6250-42a5-ae8d-5d61abcb3ace tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Sep 07 18:51:50.644456 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2650d3-9a36-48ef-a4af-bd14e678a462 req-08c3c390-73a2-4ab5-9e12-7e8bc2b09e58 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:50.648785 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cc2650d3-9a36-48ef-a4af-bd14e678a462 req-08c3c390-73a2-4ab5-9e12-7e8bc2b09e58 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0530431 Sep 07 18:51:50.713351 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cc2650d3-9a36-48ef-a4af-bd14e678a462 req-f44fbe5d-a31f-4df5-971a-219df1b7ce8d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 Sep 07 18:51:51.861130 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b3ee-2989-4907-a3ea-556457253028 req-7480be47-d20d-47b1-a82e-98810c5214b9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:51.867709 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5039b3ee-2989-4907-a3ea-556457253028 req-7480be47-d20d-47b1-a82e-98810c5214b9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0792158 Sep 07 18:51:51.911397 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5039b3ee-2989-4907-a3ea-556457253028 req-78206fbf-42ff-4074-91da-bc570d9ef4a8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Sep 07 18:51:53.045556 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578fae8-4a73-41f8-89f3-a96c00e566d2 req-135f6800-e3c2-4e27-8c2d-af430a1edc19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:53.051329 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b578fae8-4a73-41f8-89f3-a96c00e566d2 req-135f6800-e3c2-4e27-8c2d-af430a1edc19 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0615578 Sep 07 18:51:53.093069 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b578fae8-4a73-41f8-89f3-a96c00e566d2 req-24c019b3-6b0f-40be-9b81-c94ed92d7887 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Sep 07 18:51:54.228458 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0471-f910-428a-933b-49ad92eb4fa7 req-3efe56b3-fb51-41d5-9fe7-dfbd39a1f0d4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:54.235922 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5a1d0471-f910-428a-933b-49ad92eb4fa7 req-3efe56b3-fb51-41d5-9fe7-dfbd39a1f0d4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0650890 Sep 07 18:51:54.290876 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5a1d0471-f910-428a-933b-49ad92eb4fa7 req-a223892e-8e06-4b52-b7f2-45feaee9b023 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Sep 07 18:51:55.038550 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:51:55.431380 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf600b-0170-4088-99ed-2216c5e256a7 req-f59160e7-85e8-4157-a3eb-04ecdcc3e68f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:55.432977 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bbdf600b-0170-4088-99ed-2216c5e256a7 req-f59160e7-85e8-4157-a3eb-04ecdcc3e68f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0588081 Sep 07 18:51:55.475258 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bbdf600b-0170-4088-99ed-2216c5e256a7 req-ff904422-a752-46c4-b747-29392ecbcfab tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Sep 07 18:51:56.604781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a12a-0df0-471c-8cfa-b95f5f86425b req-54f33926-e229-4529-8b27-1b622fce721b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:56.606528 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-30a6a12a-0df0-471c-8cfa-b95f5f86425b req-54f33926-e229-4529-8b27-1b622fce721b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Sep 07 18:51:56.659955 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-30a6a12a-0df0-471c-8cfa-b95f5f86425b req-0cae159e-000c-44c3-bfa5-6324f2889de0 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Sep 07 18:51:57.792451 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbac65d-37c1-4e79-94b5-d4d8e965b55b req-2f413d73-1107-4d14-9774-1d8630aa353f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:57.794056 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fbbac65d-37c1-4e79-94b5-d4d8e965b55b req-2f413d73-1107-4d14-9774-1d8630aa353f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Sep 07 18:51:57.837129 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fbbac65d-37c1-4e79-94b5-d4d8e965b55b req-e7eb9627-3676-4392-927d-f7b24600d6b1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Sep 07 18:51:58.975449 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c3e3-f821-43c0-8a37-e9ef8e48b872 req-82a39d0a-1729-4f83-87b9-3892cbc68afb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:51:58.977390 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5ae8c3e3-f821-43c0-8a37-e9ef8e48b872 req-82a39d0a-1729-4f83-87b9-3892cbc68afb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0589535 Sep 07 18:51:59.022223 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5ae8c3e3-f821-43c0-8a37-e9ef8e48b872 req-2dfed797-0ac5-4705-81da-95033082dfbb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Sep 07 18:51:59.390408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-53cd429d-2e1b-41f4-aec3-24761844e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:00.163006 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a975908-7f2b-4784-9f09-3477b91dfaca req-fc60d389-150c-49b6-a9a0-73d03091e9db tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:00.165286 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7a975908-7f2b-4784-9f09-3477b91dfaca req-fc60d389-150c-49b6-a9a0-73d03091e9db tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0670469 Sep 07 18:52:00.211511 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7a975908-7f2b-4784-9f09-3477b91dfaca req-a9f8bb5f-71c9-474e-a97f-4cbcb1bc1fbc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Sep 07 18:52:01.360999 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354390b-1af0-4a37-bf61-6ebf97a84851 req-5bf0ec50-94e5-403f-83d5-161124eb96bf tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:01.363619 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9354390b-1af0-4a37-bf61-6ebf97a84851 req-5bf0ec50-94e5-403f-83d5-161124eb96bf tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0798845 Sep 07 18:52:01.416747 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9354390b-1af0-4a37-bf61-6ebf97a84851 req-5cdb3384-7dde-48bb-b7ce-7e7e0fdb3f69 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Sep 07 18:52:02.565942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16bdd4-b006-4807-9e68-c04c15755eb6 req-fc3a8503-c292-4716-a927-a4d17bb1fc30 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:02.567722 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ee16bdd4-b006-4807-9e68-c04c15755eb6 req-fc3a8503-c292-4716-a927-a4d17bb1fc30 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0597901 Sep 07 18:52:02.613859 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ee16bdd4-b006-4807-9e68-c04c15755eb6 req-db7a0548-c68f-49bc-89b8-12c06b666658 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 Sep 07 18:52:02.692626 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f02-596b-45c8-9ccc-6991837f0c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:02.729247 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:03.756477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef688-316a-40a8-a123-4d0e72c5680f req-e930a0cb-fc99-41d3-bc2f-bb5fa4eb8d62 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:03.759425 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-524ef688-316a-40a8-a123-4d0e72c5680f req-e930a0cb-fc99-41d3-bc2f-bb5fa4eb8d62 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0706403 Sep 07 18:52:03.819213 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-524ef688-316a-40a8-a123-4d0e72c5680f req-2cd4e644-3dd6-4e43-8432-6d233e3614de tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Sep 07 18:52:04.549241 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:05.001323 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ac2d-fdf0-4bbf-8dc2-68e8ad6dd67a req-0a239c1e-8788-4708-a184-49e3c7140824 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.001323 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c878ac2d-fdf0-4bbf-8dc2-68e8ad6dd67a req-0a239c1e-8788-4708-a184-49e3c7140824 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0638769 Sep 07 18:52:05.057772 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c878ac2d-fdf0-4bbf-8dc2-68e8ad6dd67a req-71fdd52f-0dc7-487b-ab09-cf37cd33bd3d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Sep 07 18:52:05.609559 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf60c79-1262-4f52-949a-fd58530935e4 req-84446a1d-713d-4ab9-844b-814ca9ef8fa9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:05.611604 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1bf60c79-1262-4f52-949a-fd58530935e4 req-84446a1d-713d-4ab9-844b-814ca9ef8fa9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0675366 Sep 07 18:52:05.666161 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1bf60c79-1262-4f52-949a-fd58530935e4 req-ad2bd970-ceb5-4cc2-b958-4dc8fc3ac815 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479741 Sep 07 18:52:05.859942 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:06.219466 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87193b0-f1b1-4ec5-8921-675e9d3dbcf0 req-0b09caab-f255-430a-bae2-5f0a6b00ec21 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.228131 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d87193b0-f1b1-4ec5-8921-675e9d3dbcf0 req-0b09caab-f255-430a-bae2-5f0a6b00ec21 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0660861 Sep 07 18:52:06.294884 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d87193b0-f1b1-4ec5-8921-675e9d3dbcf0 req-ac7b174b-0100-4ecf-a19c-7a9dc40991d1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604160 Sep 07 18:52:06.346765 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-f56d3670-b071-450b-80af-e4311f335842 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.348281 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-f56d3670-b071-450b-80af-e4311f335842 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.1665154 Sep 07 18:52:06.383308 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-ea387ad8-b8db-49fa-8070-04fda100c389 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/quotas/35c93bff7fdf4dc1859e511d40827ff5 HTTP/1.1" status: 200 len: 375 time: 0.0283632 Sep 07 18:52:06.549782 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-9fe60a6c-907f-4f7c-9e7a-0aeacb120889 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1631737 Sep 07 18:52:06.712122 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-affb5b5d-8fba-4e04-8c59-2a2f4ad5ba69 service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284001 Sep 07 18:52:06.841845 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62062966-87ac-4d3e-9cda-fefb751e38fe service neutron] 10.222.0.25 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147299 Sep 07 18:52:06.848793 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f650b3-4521-4f93-a5ec-c95a54cd1cda req-8e8a73ad-d958-4277-94ef-a7705e3b51d5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:06.850681 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81f650b3-4521-4f93-a5ec-c95a54cd1cda req-8e8a73ad-d958-4277-94ef-a7705e3b51d5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0754895 Sep 07 18:52:06.909030 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81f650b3-4521-4f93-a5ec-c95a54cd1cda req-9cfeec26-01ee-4fd4-9045-d8abd603a335 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508015 Sep 07 18:52:07.035104 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ca7d3b3-6ec8-49f0-ae9f-10d488adb43e req-5650b74c-659e-48b0-9f65-d7e7eceafe61 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 210 time: 0.0321939 Sep 07 18:52:07.432004 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763681da-e8b0-4040-9a58-5cc6e9de6f76 req-6b2baa1f-df4b-4a97-a574-e374a67f2b41 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:07.437343 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-763681da-e8b0-4040-9a58-5cc6e9de6f76 req-6b2baa1f-df4b-4a97-a574-e374a67f2b41 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0737047 Sep 07 18:52:07.481861 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-763681da-e8b0-4040-9a58-5cc6e9de6f76 req-b9f33517-1d5c-43f5-9e4c-527ee522c6e2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Sep 07 18:52:08.057583 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c041b-1ed1-467d-b945-5d011aad5c51 req-c49b76e5-76af-4812-bf10-03802d9effd3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.060233 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-856c041b-1ed1-467d-b945-5d011aad5c51 req-c49b76e5-76af-4812-bf10-03802d9effd3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0687165 Sep 07 18:52:08.147391 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-856c041b-1ed1-467d-b945-5d011aad5c51 req-71ebeb64-1279-462a-b874-9840b8c24ec4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807934 Sep 07 18:52:08.184852 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca38b4c4-1cd9-4a14-9da9-9f46c700f11c req-2977ff5a-dcab-4b1d-a2df-2651ace79ee0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 210 time: 0.0399802 Sep 07 18:52:08.304396 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4084d9-c501-454f-879b-789ce519847e req-ae590876-691c-48d2-9333-726aaf2bf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.308666 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-da4084d9-c501-454f-879b-789ce519847e req-ae590876-691c-48d2-9333-726aaf2bf30f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0589828 Sep 07 18:52:08.375747 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-da4084d9-c501-454f-879b-789ce519847e req-0009a4f2-9f61-492e-9fd4-9b0ac02099da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Sep 07 18:52:08.640884 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ff46-dbd2-4bed-9dc4-0f13146003e0 req-1ecc893b-9957-43ce-88d8-e5c7b7214787 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:08.642482 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9d01ff46-dbd2-4bed-9dc4-0f13146003e0 req-1ecc893b-9957-43ce-88d8-e5c7b7214787 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0652461 Sep 07 18:52:08.688827 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9d01ff46-dbd2-4bed-9dc4-0f13146003e0 req-355666e3-86cd-42c6-b1b5-d5cc5197d2f4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Sep 07 18:52:09.097579 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d3a9a9de-b50a-4889-8065-16ea4a8a0c07 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.099623 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d3a9a9de-b50a-4889-8065-16ea4a8a0c07 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 814 time: 0.1632068 Sep 07 18:52:09.138322 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Request body: {'port': {'device_id': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'admin_state_up': True, 'tenant_id': '35c93bff7fdf4dc1859e511d40827ff5'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:09.294670 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Made reservation on behalf of 35c93bff7fdf4dc1859e511d40827ff5 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:09.299546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.361870 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934f15-aaec-437b-95ec-1ebcfa08d44d req-b57af4ec-bcee-45a3-8111-8d209698006e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.370434 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-98934f15-aaec-437b-95ec-1ebcfa08d44d req-b57af4ec-bcee-45a3-8111-8d209698006e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0821381 Sep 07 18:52:09.411671 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ca63d3b-6d0b-4fa0-b42d-d129efebae1a req-98362d60-e076-4cfc-b42e-1309003940ab tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 210 time: 0.0705621 Sep 07 18:52:09.457974 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-98934f15-aaec-437b-95ec-1ebcfa08d44d req-397091c0-1641-4dd7-9200-d4e77777be71 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862515 Sep 07 18:52:09.574681 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Allocated IP 172.20.0.8 (15f5f5f9-75d7-4d88-a67f-825c9b38dd55/5a8c6b2c-397a-4446-94f0-0086b4580e1e/9e3c8a23-94f3-4b4b-96c2-431d44663a29) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:09.765423 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.850076 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca56d-2525-42bc-8aa5-8fabef7c4f54 req-a4de315b-337c-4314-93a4-7760e8cd2c36 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:09.859714 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5eca56d-2525-42bc-8aa5-8fabef7c4f54 req-a4de315b-337c-4314-93a4-7760e8cd2c36 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0787663 Sep 07 18:52:09.884556 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:09.941663 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:09.949615 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443', '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', '35bf27ee-a226-4d82-bfa3-c38309a8096c'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:09.976388 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:09.993360 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:10.102051 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5eca56d-2525-42bc-8aa5-8fabef7c4f54 req-de47924e-3d3e-4e44-8eca-cd8d0ad29833 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292380 Sep 07 18:52:10.108090 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event updated for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:10.162275 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.162862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.163428 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.164011 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.164572 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.165391 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.165913 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.166591 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.167386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.167940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.168492 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.169027 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:10.199321 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.199542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.239947 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-62bd38c0-7992-41ed-95f6-436bcfc03e40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079543 Sep 07 18:52:10.286504 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Request body: {'port': {'device_id': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:10.394940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.622234 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc506-6ccf-47fb-bfa8-41dcab2ed9aa req-75151747-4284-4c60-ab92-a72c490a09da tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.624320 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dc9cc506-6ccf-47fb-bfa8-41dcab2ed9aa req-75151747-4284-4c60-ab92-a72c490a09da tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0797064 Sep 07 18:52:10.651756 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7cd20-5b0c-4332-999a-2ec7705932c3 req-25e07e6d-b58e-43bb-ba0e-c7babc982471 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:10.653298 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ade7cd20-5b0c-4332-999a-2ec7705932c3 req-25e07e6d-b58e-43bb-ba0e-c7babc982471 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 931 time: 0.1145101 Sep 07 18:52:10.699149 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dc9cc506-6ccf-47fb-bfa8-41dcab2ed9aa req-1c72ab79-877e-4c3a-8217-8f0e96a7d215 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558286 Sep 07 18:52:10.704779 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ade7cd20-5b0c-4332-999a-2ec7705932c3 req-95764827-9584-40e3-b4e9-9a4993cf2d40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Sep 07 18:52:10.837310 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3c8a23-94f3-4b4b-96c2-431d44663a29 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:10.855352 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.893792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Transition to ACTIVE for port object 9e3c8a23-94f3-4b4b-96c2-431d44663a29 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:10.905758 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:10.971545 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:11.046547 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Attempting to bind port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:11.047199 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Attempting to bind port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:11.047637 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Attempting to bind port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:11.052860 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:11.053271 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Attempting to bind port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 on network 15f5f5f9-75d7-4d88-a67f-825c9b38dd55 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:11.061367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:11.061819 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Checking segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:11.062583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Bound using segment: {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:11.063165 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Bound port: 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8887d143-a98e-43b0-b6bf-8e611b29f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:11.063604 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.142174 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:11.146031 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:11.152177 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.205211 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.206216 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:11.207852 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] 10.222.0.74 "PUT /v2.0/ports/9e3c8a23-94f3-4b4b-96c2-431d44663a29 HTTP/1.1" status: 200 len: 1093 time: 0.9336886 Sep 07 18:52:11.208593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:11.211331 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b86635-1f51-46ae-abbd-de578b675488" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:11.239614 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b6a6-3ce0-4acd-a9d6-7a45e434b630 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:11.291732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102a4e5-be35-41c9-b9b6-c3b724123d53 x-openstack-request-id: req-3102a4e5-be35-41c9-b9b6-c3b724123d53 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:11.292148 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:11.292564 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3102a4e5-be35-41c9-b9b6-c3b724123d53 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:11.293137 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29', 'status': 'completed', 'code': 200} Sep 07 18:52:11.327919 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f4b10-1a31-4a7f-a82b-cfe0bbe751e6 req-9d7644bd-ddd4-4b1e-9a11-48886150e3fe tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.330335 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c41f4b10-1a31-4a7f-a82b-cfe0bbe751e6 req-9d7644bd-ddd4-4b1e-9a11-48886150e3fe tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1100430 Sep 07 18:52:11.383597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-75d766a5-ad8e-4881-8fcc-6d470b009742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.385133 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-75d766a5-ad8e-4881-8fcc-6d470b009742 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 1096 time: 0.0590208 Sep 07 18:52:11.420588 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c41f4b10-1a31-4a7f-a82b-cfe0bbe751e6 req-74a8c8df-e162-4bec-b018-3a2f7bd0f710 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704222 Sep 07 18:52:11.451261 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-4231cc71-4898-473c-8541-3388cf1bb1b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29 HTTP/1.1" status: 200 len: 217 time: 0.0415883 Sep 07 18:52:11.538141 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-52587d06-3e25-49fc-a445-d5da065d5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.539832 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-52587d06-3e25-49fc-a445-d5da065d5390 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.0736301 Sep 07 18:52:11.585794 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-f236baf6-359e-4490-86cc-7bc235c54ea8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323567 Sep 07 18:52:11.764261 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-cb1e2105-2185-43a9-9c20-43cb0ce0b08f service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550291 Sep 07 18:52:11.785111 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abeb53-78f5-4bf7-9985-13327861f714 req-01233c70-c9c1-4ae3-a935-bcebd3216b8a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.786949 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a8abeb53-78f5-4bf7-9985-13327861f714 req-01233c70-c9c1-4ae3-a935-bcebd3216b8a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1013002 Sep 07 18:52:11.874816 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5278d-575c-4e6d-8565-ab3b962c7bab req-7324a1ea-bc85-4538-92f7-c924521355ba tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.876389 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-47b5278d-575c-4e6d-8565-ab3b962c7bab req-7324a1ea-bc85-4538-92f7-c924521355ba tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0954692 Sep 07 18:52:11.881503 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-3a9e3489-3ab5-4a2c-b674-dce0dbe4f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:11.886873 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-3a9e3489-3ab5-4a2c-b674-dce0dbe4f942 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0686557 Sep 07 18:52:11.887304 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a8abeb53-78f5-4bf7-9985-13327861f714 req-e3151199-a88f-46e8-aaf5-511df4619942 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872247 Sep 07 18:52:11.918909 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ed73ec0-b5df-4221-9b08-f7ba7d1b027f req-a76421bf-a9f7-40f4-8814-64c860aa8913 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309340 Sep 07 18:52:11.981051 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-47b5278d-575c-4e6d-8565-ab3b962c7bab req-3b6d7cce-876d-4936-ab99-9b705e56a4c5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970113 Sep 07 18:52:12.000242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c78d1-f5f9-4195-8c2c-1510c37d8866 req-1172d7ae-96ce-4d74-8c59-ccc0f7249fc3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.001793 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-138c78d1-f5f9-4195-8c2c-1510c37d8866 req-1172d7ae-96ce-4d74-8c59-ccc0f7249fc3 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 943 time: 0.0594399 Sep 07 18:52:12.017361 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-c7ef5874-8c66-4b6a-a206-71b65c5eee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.019221 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-c7ef5874-8c66-4b6a-a206-71b65c5eee27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1215622 Sep 07 18:52:12.047972 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-138c78d1-f5f9-4195-8c2c-1510c37d8866 req-48fa1e7c-31c9-48a2-9dc4-1234fa9b7c80 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Sep 07 18:52:12.140411 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-296f4804-4168-45cd-82ab-0e4d883cdd6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0386739 Sep 07 18:52:12.142445 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86635-1f51-46ae-abbd-de578b675488 req-cb176068-6050-47f9-a448-7f6d84f690aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.144049 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-cb176068-6050-47f9-a448-7f6d84f690aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 1096 time: 0.0430336 Sep 07 18:52:12.204933 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-6c3d4a6b-cbc0-4bba-828b-f6067cf10e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.206424 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-6c3d4a6b-cbc0-4bba-828b-f6067cf10e13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.0453453 Sep 07 18:52:12.247243 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86635-1f51-46ae-abbd-de578b675488 req-ecbc35a9-47cb-4be3-b527-78d266d4f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.248635 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-ecbc35a9-47cb-4be3-b527-78d266d4f4dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 200 len: 915 time: 0.0869150 Sep 07 18:52:12.254803 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-27233411-3fae-4045-96d4-376aabe75877 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257890 Sep 07 18:52:12.321625 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-66a1ac32-290d-45cf-85fd-cef71b8738a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29 HTTP/1.1" status: 200 len: 217 time: 0.0445991 Sep 07 18:52:12.375356 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-be28ecf4-d3eb-4c6a-964f-3fd2f2171756 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Sep 07 18:52:12.379576 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86635-1f51-46ae-abbd-de578b675488 req-b92f8e39-8ee7-48b0-96e2-0543954b4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:12.381040 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-b92f8e39-8ee7-48b0-96e2-0543954b4300 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 200 len: 854 time: 0.0498741 Sep 07 18:52:12.417490 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-af89384c-77bb-4bc6-8884-cc29a846212f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=15f5f5f9-75d7-4d88-a67f-825c9b38dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248075 Sep 07 18:52:12.477663 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6f3869db-d3e0-463f-9bc6-4a5e49f97b56 req-4030b461-21d7-4e5d-ae1e-aec23ac6084b service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Sep 07 18:52:12.515669 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-c9e405bc-ecd9-458d-9d6d-1d9f006cc071 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867124 Sep 07 18:52:12.653428 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96b86635-1f51-46ae-abbd-de578b675488 req-70be7bda-0c6c-4983-a1c7-da17b7c32a26 service neutron] 10.222.0.74 "GET /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880597 Sep 07 18:52:13.009337 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100185c-49a0-42f5-bd38-05365651f0ee req-5127d98f-cbab-4c0e-8dd2-a0b112d5b9e3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.011718 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b100185c-49a0-42f5-bd38-05365651f0ee req-5127d98f-cbab-4c0e-8dd2-a0b112d5b9e3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0553973 Sep 07 18:52:13.053980 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b100185c-49a0-42f5-bd38-05365651f0ee req-aace6b7c-b9d4-46e9-9c07-425df5d77c83 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Sep 07 18:52:13.107159 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2c289-60eb-43a7-b08d-5aa1982d6c5d req-a6e11399-11bc-4c0a-89f3-e2f41e8ac97e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.109649 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-87e2c289-60eb-43a7-b08d-5aa1982d6c5d req-a6e11399-11bc-4c0a-89f3-e2f41e8ac97e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0559750 Sep 07 18:52:13.155753 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-87e2c289-60eb-43a7-b08d-5aa1982d6c5d req-f8ce3dc9-7656-4762-8a44-3e6d65b1f3d5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Sep 07 18:52:13.182031 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8327a64-109f-4f96-965a-d8f6e52befc5 req-f61a7bef-91bf-4892-8c09-edc10f48b321 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:13.183772 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d8327a64-109f-4f96-965a-d8f6e52befc5 req-f61a7bef-91bf-4892-8c09-edc10f48b321 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 943 time: 0.0599833 Sep 07 18:52:13.227957 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d8327a64-109f-4f96-965a-d8f6e52befc5 req-388eded8-b42c-4cab-a80a-3a759c3dad98 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Sep 07 18:52:14.172575 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0321c5-626f-4cf1-9d39-1fd89f717a3b req-5f5dd3de-44d2-47fc-b89a-201b5bc4333e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.174156 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3a0321c5-626f-4cf1-9d39-1fd89f717a3b req-5f5dd3de-44d2-47fc-b89a-201b5bc4333e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0507026 Sep 07 18:52:14.214882 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3a0321c5-626f-4cf1-9d39-1fd89f717a3b req-5385fbb6-03f4-40d2-9369-3e016a4d21c2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342348 Sep 07 18:52:14.286787 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79c402-4960-4dc5-b215-dac87f13cded req-14638bcd-bdaa-4b37-80f9-9397a1304464 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.288331 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3e79c402-4960-4dc5-b215-dac87f13cded req-14638bcd-bdaa-4b37-80f9-9397a1304464 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0568259 Sep 07 18:52:14.336013 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3e79c402-4960-4dc5-b215-dac87f13cded req-b9b3cbb0-ea63-4970-ac6c-8ea4afbaea3f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Sep 07 18:52:14.365114 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7dabe-9bbc-4a84-862a-ba70b3be7e76 req-b3927214-1460-4752-a41e-80453bd54951 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:14.366858 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7fd7dabe-9bbc-4a84-862a-ba70b3be7e76 req-b3927214-1460-4752-a41e-80453bd54951 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 943 time: 0.0637119 Sep 07 18:52:14.407361 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7fd7dabe-9bbc-4a84-862a-ba70b3be7e76 req-fd4191f4-c3b3-4182-894e-36a6e03f4059 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Sep 07 18:52:15.160782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60756) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:15.209124 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Deleting subnet 938bbbdc-1312-477a-8f21-522ac687f77a {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:52:15.212438 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.247508 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.292161 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.338725 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859ee15-1158-4fcc-8f4c-c9998a4d2f5a req-98f0c01b-0c89-4f5e-ab79-ff0bce2234d2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.340742 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7859ee15-1158-4fcc-8f4c-c9998a4d2f5a req-98f0c01b-0c89-4f5e-ab79-ff0bce2234d2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0551791 Sep 07 18:52:15.348596 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.391542 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938bbbdc-1312-477a-8f21-522ac687f77a,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.395525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.398471 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/938bbbdc-1312-477a-8f21-522ac687f77a HTTP/1.1" status: 204 len: 168 time: 0.2366939 Sep 07 18:52:15.399282 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7859ee15-1158-4fcc-8f4c-c9998a4d2f5a req-2fbcd05f-ea6d-42eb-af36-ed76f7438183 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Sep 07 18:52:15.401072 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60762) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:15.405209 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.405610 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.406013 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.406397 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.406931 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.407452 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.407951 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.408460 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.408966 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.409458 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.410143 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.410649 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e276fc-51e4-4b5c-9de8-be82af935085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.502098 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.507663 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 9e3c8a23-94f3-4b4b-96c2-431d44663a29 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:15.510762 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15009f3-0aa9-476f-aa55-f7fcfff027dc req-053f3a34-76df-4c9d-b47c-ecb16d319a62 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.512605 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b15009f3-0aa9-476f-aa55-f7fcfff027dc req-053f3a34-76df-4c9d-b47c-ecb16d319a62 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0583208 Sep 07 18:52:15.554974 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b15009f3-0aa9-476f-aa55-f7fcfff027dc req-d78b952f-4a66-4045-916d-10561dfbe0c8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353596 Sep 07 18:52:15.580242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe474bd3-72ff-4252-9175-ac2da95688b3 req-c8415058-e032-49cf-856e-6c4dd3910bd2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:15.581886 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fe474bd3-72ff-4252-9175-ac2da95688b3 req-c8415058-e032-49cf-856e-6c4dd3910bd2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 943 time: 0.0939808 Sep 07 18:52:15.612312 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:15.624255 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '9e3c8a23-94f3-4b4b-96c2-431d44663a29', 'network_id': '15f5f5f9-75d7-4d88-a67f-825c9b38dd55', 'port_id': '9e3c8a23-94f3-4b4b-96c2-431d44663a29', 'mac_address': 'fa:16:3e:55:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c6b2c-397a-4446-94f0-0086b4580e1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:15.646106 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.661041 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.674658 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3c8a23-94f3-4b4b-96c2-431d44663a29 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:15.675509 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d93b83-e74f-41bf-bcda-28cadf0af17d']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:15.680235 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fe474bd3-72ff-4252-9175-ac2da95688b3 req-87d25fd2-9b83-46ee-a010-a807c9d259c8 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860968 Sep 07 18:52:15.689164 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39adff09-0f0d-4678-bd87-5ad63da59345') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:15.689501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39adff09-0f0d-4678-bd87-5ad63da59345') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:15.699414 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.701297 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:15.707345 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.715020 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.722656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:52:15.723076 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:52:15.724821 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:52:15.761516 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:15.768751 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.769218 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.769555 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.769882 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.770226 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.770533 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.770862 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.771203 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.771521 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.771833 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.772143 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.772451 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:15.784926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.790365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:15.792405 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] 10.222.0.25 "DELETE /v2.0/networks/57d93b83-e74f-41bf-bcda-28cadf0af17d HTTP/1.1" status: 204 len: 168 time: 0.3892879 Sep 07 18:52:15.804742 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2f3c0-a958-4f37-860c-55da8050881e admin admin] Pushing event deleted for resources: {'Network': ['ID=57d93b83-e74f-41bf-bcda-28cadf0af17d,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:16.036118 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60772) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.093230 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6438768e-e782-49a2-9a4e-88dd9a6ee5ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39d4b2b1f66f478980bec01a270c877d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557616 Sep 07 18:52:16.097912 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60776) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:16.155813 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.182254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.237385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.238349 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['9e3c8a23-94f3-4b4b-96c2-431d44663a29'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:16.240672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:16.242219 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8 HTTP/1.1" status: 204 len: 168 time: 0.1433010 Sep 07 18:52:16.250717 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481856d-855f-4e76-900d-39579b225d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9696c3-e0ba-43e9-a0de-4e1fd1997fd8,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:16.530954 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b6848-00ba-43e8-a3c4-7fcb76a89f15 req-2811f4d4-8c3f-42ea-accf-d8055c5e0beb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.532912 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af9b6848-00ba-43e8-a3c4-7fcb76a89f15 req-2811f4d4-8c3f-42ea-accf-d8055c5e0beb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0575335 Sep 07 18:52:16.579021 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af9b6848-00ba-43e8-a3c4-7fcb76a89f15 req-8b80d206-7fb1-45c6-9dec-24fb4cfda410 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Sep 07 18:52:16.685748 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f3e2-b64b-425f-a628-258857e2d755 req-492f9d8c-0581-4969-abad-c70c32af5212 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.687422 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5db5f3e2-b64b-425f-a628-258857e2d755 req-492f9d8c-0581-4969-abad-c70c32af5212 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0550306 Sep 07 18:52:16.738554 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5db5f3e2-b64b-425f-a628-258857e2d755 req-70f699c9-ca9b-4df1-a6f8-976bf23b39dd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443921 Sep 07 18:52:16.838665 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0405-8e09-4a22-a28a-02da7811a2ef req-051dceb9-2bec-4be1-9035-9dd3fa98c062 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:16.840519 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-abcc0405-8e09-4a22-a28a-02da7811a2ef req-051dceb9-2bec-4be1-9035-9dd3fa98c062 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 944 time: 0.0675106 Sep 07 18:52:16.906184 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-abcc0405-8e09-4a22-a28a-02da7811a2ef req-b2bb736d-75ab-4832-8163-0e574b199f66 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Sep 07 18:52:17.502659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60828) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:17.650085 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4ea48603-a0a1-4fa0-a074-347d1d43a853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.753893 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4ea48603-a0a1-4fa0-a074-347d1d43a853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.759539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4ea48603-a0a1-4fa0-a074-347d1d43a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.819237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea48603-a0a1-4fa0-a074-347d1d43a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a80ae-55f1-499f-9ba7-463c7dee01c7,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:17.838105 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4ea48603-a0a1-4fa0-a074-347d1d43a853 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f67ae8cb619d4cdc9678820d4c15a2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342538 Sep 07 18:52:17.841115 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60834) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:17.862147 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6972106-575e-46ed-8ebf-fc3984cc80f1 req-94932c2c-1614-4ab8-9e0c-6823720dd2c4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:17.863745 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6972106-575e-46ed-8ebf-fc3984cc80f1 req-94932c2c-1614-4ab8-9e0c-6823720dd2c4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0584948 Sep 07 18:52:17.905132 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:17.905634 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6972106-575e-46ed-8ebf-fc3984cc80f1 req-d588c935-1410-479c-9626-100a805039d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341423 Sep 07 18:52:17.937877 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.035087 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07ffe-3261-49e2-bf55-554350ef51ed req-f0b1e0bf-6898-4b44-8c26-e58d2d68ef5b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:18.044586 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67f07ffe-3261-49e2-bf55-554350ef51ed req-f0b1e0bf-6898-4b44-8c26-e58d2d68ef5b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 944 time: 0.0647726 Sep 07 18:52:18.054499 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.058909 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.060300 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed3a80ae-55f1-499f-9ba7-463c7dee01c7 HTTP/1.1" status: 204 len: 168 time: 0.2179658 Sep 07 18:52:18.078788 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b0eed-0351-4352-a5e1-3812589485e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a80ae-55f1-499f-9ba7-463c7dee01c7,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.105845 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67f07ffe-3261-49e2-bf55-554350ef51ed req-2b864713-9d46-4347-8999-ccc6e09c86d2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602908 Sep 07 18:52:18.124408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8cdf-7ebd-4cfe-8499-259ee67d8bc9 req-8b37a9fd-56b5-408f-be51-c4813e5c85cc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:18.125994 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-95de8cdf-7ebd-4cfe-8499-259ee67d8bc9 req-8b37a9fd-56b5-408f-be51-c4813e5c85cc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0593956 Sep 07 18:52:18.165492 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-95de8cdf-7ebd-4cfe-8499-259ee67d8bc9 req-b6df9e71-9ccb-43bb-b860-d8a077ad6e4d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Sep 07 18:52:18.557844 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60872) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:18.683793 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-73baf376-78ff-4997-a7d6-21fbd727e7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.781067 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.784175 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-73baf376-78ff-4997-a7d6-21fbd727e7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.788939 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-73baf376-78ff-4997-a7d6-21fbd727e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.828647 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-73baf376-78ff-4997-a7d6-21fbd727e7fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c8ce03bb9c1413dacae429979b16e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694650 Sep 07 18:52:18.829645 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baf376-78ff-4997-a7d6-21fbd727e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5187ad10-8ad1-4704-9e48-d17c48735d78,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.831357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60884) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:18.840913 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60886) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:18.892748 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.914959 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.947624 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934856645-network', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:18.969994 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Made reservation on behalf of fa2a3e9f28484393b5bde9b380b96f09 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:18.973240 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.976902 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.980550 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:18.982044 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5187ad10-8ad1-4704-9e48-d17c48735d78 HTTP/1.1" status: 204 len: 168 time: 0.1446559 Sep 07 18:52:18.991906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637713c-45bd-431c-a83f-043c01e5b624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5187ad10-8ad1-4704-9e48-d17c48735d78,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:18.997360 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.069505 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07126774-8192-4cc3-94ca-ac42c73892bf req-9c6e299b-74f0-4942-b43c-7100ee71076c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.071045 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-07126774-8192-4cc3-94ca-ac42c73892bf req-9c6e299b-74f0-4942-b43c-7100ee71076c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0871549 Sep 07 18:52:19.146404 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-07126774-8192-4cc3-94ca-ac42c73892bf req-f03825ec-9610-4def-98ac-43801ad4a3a5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654416 Sep 07 18:52:19.191169 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.197048 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.229320 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:19.236017 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774bbfdc-4fc4-4cbc-a3fd-7cb8affb55e3,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.256249 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01c3b-a7c8-4bec-8bb8-0c9a84e6beb3 req-5b05b32a-ed63-44f1-b115-c21ed27d5cef tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.256822 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.257361 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Added segment 0163aac1-fc5d-4f48-a79b-46f20a120608 of type vlan for network 205f6de1-5c8b-4034-bcc2-58443d3aa503 Sep 07 18:52:19.257566 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3dd01c3b-a7c8-4bec-8bb8-0c9a84e6beb3 req-5b05b32a-ed63-44f1-b115-c21ed27d5cef tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 944 time: 0.0684402 Sep 07 18:52:19.301615 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.304813 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3dd01c3b-a7c8-4bec-8bb8-0c9a84e6beb3 req-f6f8acca-9799-4c27-9bc2-af93b3932e55 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Sep 07 18:52:19.331424 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.332603 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.333191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.388378 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5454168 Sep 07 18:52:19.391013 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60906) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:19.398878 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Request body: {'subnet': {'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934856645-subnet', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:19.411751 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372901e-12b1-4495-be63-0b30eed61a9d admin admin] Pushing event updated for resources: {'Network': ['ID=205f6de1-5c8b-4034-bcc2-58443d3aa503,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.426057 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:19.436120 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Made reservation on behalf of fa2a3e9f28484393b5bde9b380b96f09 for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:19.438621 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278317'] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.525784 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 9e3c8a23-94f3-4b4b-96c2-431d44663a29 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:19.588737 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:19.594141 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:19.594676 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.699277 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278111'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.707391 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.736337 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:19.738969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84e68c-c8a6-4d65-a9aa-b7aec643e621" -d '{"events": [{"server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:19.762072 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:19.768193 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.788525 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302355d5-b694-41e9-ae4f-188b5ef674a0,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.801060 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d47f9-4dcf-4257-aefb-d2f22a62b7ff x-openstack-request-id: req-455d47f9-4dcf-4257-aefb-d2f22a62b7ff {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:19.801574 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:19.801574 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-455d47f9-4dcf-4257-aefb-d2f22a62b7ff {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:19.801936 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29', 'code': 200} Sep 07 18:52:19.802809 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Checking segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:19.803174 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Network hostable DHCP agents. Network: 205f6de1-5c8b-4034-bcc2-58443d3aa503, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:19.822667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:19.828980 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:19.838287 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 205f6de1-5c8b-4034-bcc2-58443d3aa503) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:19.843593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:19.844774 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.848921 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e50fe-33b9-4e8a-94b2-052cea63f435 None None] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:19.865830 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b0330265-50fb-4b2c-9bd4-24216d840789 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4724782 Sep 07 18:52:19.867980 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 60922) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:19.872831 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:19.897369 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.899062 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:19.974056 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.028796 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-205f6de1-5c8b-4034-bcc2-58443d3aa503', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:20.029732 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.080515 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4cbb-c0c0-4d77-96f8-986aa9672177 req-35c07bd2-f6b9-49a6-a5f6-e73a0a7e7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.082141 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-82cf4cbb-c0c0-4d77-96f8-986aa9672177 req-35c07bd2-f6b9-49a6-a5f6-e73a0a7e7671 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 1098 time: 0.0469074 Sep 07 18:52:20.123805 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.141508 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-82cf4cbb-c0c0-4d77-96f8-986aa9672177 req-1e99537e-b247-4b0a-a170-260b0ae4e6ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Sep 07 18:52:20.205372 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Allocated IP 172.20.0.2 (205f6de1-5c8b-4034-bcc2-58443d3aa503/302355d5-b694-41e9-ae4f-188b5ef674a0/ffbfc722-a06f-437c-aa91-30e5c7d0e3c5) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:20.522172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645530db-91d1-4980-bf31-8e27fc55acbe req-868923a5-513d-4e11-9652-19c557030b6e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.525668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.531969 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-645530db-91d1-4980-bf31-8e27fc55acbe req-868923a5-513d-4e11-9652-19c557030b6e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0875192 Sep 07 18:52:20.543642 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Transition to ACTIVE for port object ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:20.568870 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Transition to ACTIVE for port object ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:20.577733 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.593386 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-645530db-91d1-4980-bf31-8e27fc55acbe req-98a65aba-a49f-48cd-97a0-0a6a9912c264 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602362 Sep 07 18:52:20.626689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:20.629927 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:20.633889 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:20.642021 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Pushing event updated for resources: {'Port': ['ID=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:20.685698 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806325e9-6f1b-49e6-b05a-2be01c0f72a5 req-beefe3a9-1831-48c6-adac-2086dd538870 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:20.687261 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-806325e9-6f1b-49e6-b05a-2be01c0f72a5 req-beefe3a9-1831-48c6-adac-2086dd538870 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.4066353 Sep 07 18:52:20.690978 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.705030 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Attempting to bind port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:20.705442 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Attempting to bind port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:20.705822 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Attempting to bind port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 on network 205f6de1-5c8b-4034-bcc2-58443d3aa503 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:20.712172 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:20.712679 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Checking segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:20.713122 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.713628 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Bound using segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:20.713875 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.714160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Bound port: ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:20.714714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.788500 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] For port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:20.792297 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] For port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:20.794821 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-806325e9-6f1b-49e6-b05a-2be01c0f72a5 req-f7dfa578-cf3d-44cb-8b92-8b5164c6543d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848844 Sep 07 18:52:20.804152 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:20.847934 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Allocated IP 172.27.2.77 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/29a87f51-5a2c-46f7-bf2b-db042fe3091f) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:20.866725 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ac69b-6eb2-4352-9b22-64c2360e37df None None] Pushing event updated for resources: {'Port': ['ID=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:20.964949 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.005852 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.051491 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:21.054445 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:21.058181 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:21.063602 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=29a87f51-5a2c-46f7-bf2b-db042fe3091f,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:21.195155 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:21.244668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:21.320554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.532109 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.685883 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-e7cdbdb8-66c6-435a-84f0-5ae4e645289c tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7edc060952a044c0ab574e7aa93ae58f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389304 Sep 07 18:52:21.750376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221bc5-e8c0-4b08-a171-501f25e13f41 req-28edfca8-519f-44e7-b01e-b0aabda06506 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.752832 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-51221bc5-e8c0-4b08-a171-501f25e13f41 req-28edfca8-519f-44e7-b01e-b0aabda06506 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0777853 Sep 07 18:52:21.834120 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:52:21.835399 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-51221bc5-e8c0-4b08-a171-501f25e13f41 req-9161dc15-e573-4fdb-9b7c-519bd2488487 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751152 Sep 07 18:52:21.873758 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab7417-a34a-4d00-bbf1-5812cca40bd7 None None] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:21.931849 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Provisioning for port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:21.940555 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Provisioning complete for port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:21.941116 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:21.973794 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-e4d56a47-62ca-430b-aad8-0258c671eeaa tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.975392 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-e4d56a47-62ca-430b-aad8-0258c671eeaa tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823215 Sep 07 18:52:21.988931 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca117a06-6132-42cc-86fe-610ea1b78155 req-646bd9ed-5595-4829-8456-5d3b1f499011 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:21.991369 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca117a06-6132-42cc-86fe-610ea1b78155 req-646bd9ed-5595-4829-8456-5d3b1f499011 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0614398 Sep 07 18:52:22.030520 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8143187a-efbc-4d65-91bc-18ffe05b5d0f tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/quotas/7edc060952a044c0ab574e7aa93ae58f HTTP/1.1" status: 200 len: 375 time: 0.0447845 Sep 07 18:52:22.052519 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca117a06-6132-42cc-86fe-610ea1b78155 req-3e263094-6f27-409e-b046-09211e4b6672 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530145 Sep 07 18:52:22.066276 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:22.083625 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939698b7-6937-4188-bc76-120540d5028e None None] Sync routers for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:22.088234 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3ddb1e82-1bf6-4b6c-94b1-2546bfcc2d22 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7edc060952a044c0ab574e7aa93ae58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480065 Sep 07 18:52:22.099678 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:22.100961 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:22.104226 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.119290 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.121084 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e1d0d311-d99b-4c96-a9ce-4d58366cd8e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2516749 Sep 07 18:52:22.123944 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 60962) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:22.148385 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] For port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:22.154976 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.243370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1682-32e1-47a5-ac35-9a29dc633087 None None] Pushing event updated for resources: {'Port': ['ID=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:22.269393 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:22.344470 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6cd8ed45-d095-449a-aa82-bfe275731ff4 req-94fc4cc5-ee29-4d65-948f-2db0c5b5ce8e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 210 time: 0.0425267 Sep 07 18:52:22.480040 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-386235ac-6738-4696-9f87-917c5c71836c None None] Provisioning complete for port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:22.480694 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-386235ac-6738-4696-9f87-917c5c71836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.500822 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:21Z', 'revision_number': 3, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:22.540028 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939698b7-6937-4188-bc76-120540d5028e None None] Checking router: f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:22.540830 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939698b7-6937-4188-bc76-120540d5028e None None] Updating router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 port 29a87f51-5a2c-46f7-bf2b-db042fe3091f binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:52:22.576911 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.943401 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:22.993514 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.005060 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-939698b7-6937-4188-bc76-120540d5028e None None] Transition to ACTIVE for port object 29a87f51-5a2c-46f7-bf2b-db042fe3091f will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:23.011622 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.046566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65368c-4e6b-4640-890d-bcfd2f28be18 req-30c0a88a-06b5-4ba0-92d0-d2f4d1a16f93 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.054677 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2c65368c-4e6b-4640-890d-bcfd2f28be18 req-30c0a88a-06b5-4ba0-92d0-d2f4d1a16f93 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.1002021 Sep 07 18:52:23.067265 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-939698b7-6937-4188-bc76-120540d5028e None None] Attempting to bind port 29a87f51-5a2c-46f7-bf2b-db042fe3091f on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:23.067649 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-939698b7-6937-4188-bc76-120540d5028e None None] Attempting to bind port 29a87f51-5a2c-46f7-bf2b-db042fe3091f by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:23.068040 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939698b7-6937-4188-bc76-120540d5028e None None] Attempting to bind port 29a87f51-5a2c-46f7-bf2b-db042fe3091f on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:23.075667 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Pushing event updated for resources: {'Port': ['ID=29a87f51-5a2c-46f7-bf2b-db042fe3091f,revision_number=2']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.085076 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.085638 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.085800 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.086245 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.086570 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.086943 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.087329 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.087704 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.088045 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.088351 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.088661 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.088985 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:52:23.092601 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939698b7-6937-4188-bc76-120540d5028e None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:23.092973 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939698b7-6937-4188-bc76-120540d5028e None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:23.093430 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.093973 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939698b7-6937-4188-bc76-120540d5028e None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:23.094453 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-939698b7-6937-4188-bc76-120540d5028e None None] Bound port: 29a87f51-5a2c-46f7-bf2b-db042fe3091f, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:23.094859 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.139561 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:23.144416 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2c65368c-4e6b-4640-890d-bcfd2f28be18 req-47717bc8-7897-472f-8305-f97ea6d0c05e tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878437 Sep 07 18:52:23.156468 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-939698b7-6937-4188-bc76-120540d5028e None None] For port 29a87f51-5a2c-46f7-bf2b-db042fe3091f, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:23.159892 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-939698b7-6937-4188-bc76-120540d5028e None None] For port 29a87f51-5a2c-46f7-bf2b-db042fe3091f, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=29a87f51-5a2c-46f7-bf2b-db042fe3091f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:23.169674 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-939698b7-6937-4188-bc76-120540d5028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.222971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:23.223465 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.229253 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28b03-3ef4-4a74-bd84-11801a21df90 None None] Pushing event updated for resources: {'Port': ['ID=29a87f51-5a2c-46f7-bf2b-db042fe3091f,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.247131 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:23.247839 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:23.248334 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Allocated IP 172.20.0.1 (205f6de1-5c8b-4034-bcc2-58443d3aa503/302355d5-b694-41e9-ae4f-188b5ef674a0/ace39879-8042-4fd3-9491-5e2cb976cbe6) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:23.299491 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4ed4-4a58-4100-845c-db88f4bacd1c req-03179c7f-1785-45f9-ad01-a4ffd382c73a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:23.301883 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-33bb4ed4-4a58-4100-845c-db88f4bacd1c req-03179c7f-1785-45f9-ad01-a4ffd382c73a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0960279 Sep 07 18:52:23.370205 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-33bb4ed4-4a58-4100-845c-db88f4bacd1c req-ecda22a3-3cbc-4a4e-9de2-4f7f99ba0b0d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558531 Sep 07 18:52:23.423972 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:23.436594 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.452191 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Transition to ACTIVE for port object ace39879-8042-4fd3-9491-5e2cb976cbe6 will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:23.501631 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-87b001fb-bb31-435d-b0eb-c1b7aaad28a6 req-0f1fb8df-a72f-4403-aff6-50847ed18cef tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 210 time: 0.0622933 Sep 07 18:52:23.557800 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.605249 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:23.608270 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:23.611745 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:23.639460 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Pushing event updated for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:23.657166 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.670156 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-939698b7-6937-4188-bc76-120540d5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:21Z', 'revision_number': 3, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:23.704409 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939698b7-6937-4188-bc76-120540d5028e None None] The sync data for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi is: [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:21Z', 'revision_number': 3, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:23.793678 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-5768862f-570d-4cdf-86eb-9ab35938cabc tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7edc060952a044c0ab574e7aa93ae58f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344591 Sep 07 18:52:23.950250 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:23.975462 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-9a830c66-555c-4fce-aafd-5cec65c12635 None None] Provisioning for port ace39879-8042-4fd3-9491-5e2cb976cbe6 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:24.004238 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-9a830c66-555c-4fce-aafd-5cec65c12635 None None] Provisioning complete for port ace39879-8042-4fd3-9491-5e2cb976cbe6 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:24.007718 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9a830c66-555c-4fce-aafd-5cec65c12635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.072580 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-9a830c66-555c-4fce-aafd-5cec65c12635 None None] Port ace39879-8042-4fd3-9491-5e2cb976cbe6 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:24.151934 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-eeda4052-0144-4cfd-a606-3590898667ce tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.153428 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-eeda4052-0144-4cfd-a606-3590898667ce tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490620 Sep 07 18:52:24.194501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Request body: {'port': {'device_id': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208', 'admin_state_up': True, 'tenant_id': '7edc060952a044c0ab574e7aa93ae58f'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:24.283313 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.297506 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.399890 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Pushing event updated for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.407675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.425092 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Made reservation on behalf of 7edc060952a044c0ab574e7aa93ae58f for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:24.429673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.483898 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.606980 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8567-1b48-4de0-8a49-61e70afd51d3 req-b467ec1e-7284-4ac5-8e95-8a9ebd6fb94c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:24.608577 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-545f8567-1b48-4de0-8a49-61e70afd51d3 req-b467ec1e-7284-4ac5-8e95-8a9ebd6fb94c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1363144 Sep 07 18:52:24.626165 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:24.635060 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:24.747380 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-545f8567-1b48-4de0-8a49-61e70afd51d3 req-4183f02f-6a0b-4ade-8d7f-7932c0733434 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242826 Sep 07 18:52:24.748637 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f977c2fe-6bdf-49f3-a943-d351ad2e9f93 req-91d7980f-0e80-4ad1-91cb-65b7ed55850f tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 210 time: 0.0320656 Sep 07 18:52:24.815064 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.822504 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.898681 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-a78edda8-1cda-43b7-b649-0fed31bdddf9 None None] Provisioning complete for port ace39879-8042-4fd3-9491-5e2cb976cbe6 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:24.899261 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a78edda8-1cda-43b7-b649-0fed31bdddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:24.908616 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:24.909417 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb3688-9b1b-464b-9b51-5fc71ae63864,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:24.951814 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-a78edda8-1cda-43b7-b649-0fed31bdddf9 None None] Port ace39879-8042-4fd3-9491-5e2cb976cbe6 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:25.081659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Allocated IP 192.168.233.12 (9bea1f33-3f28-4903-a7f8-89bf8083a208/9fc7b783-2932-4339-b449-e886855f75fc/f11969d2-ac0b-4c14-9e39-ff15906c26d9) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:25.116608 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:25.128912 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-3dda54cf-79ce-4b18-8c32-520ad1501969 admin admin] 10.222.0.25 "PUT /v2.0/routers/f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037904 Sep 07 18:52:25.190919 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 29a87f51-5a2c-46f7-bf2b-db042fe3091f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:25.282022 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 29a87f51-5a2c-46f7-bf2b-db042fe3091f completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:25.287893 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 29a87f51-5a2c-46f7-bf2b-db042fe3091f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:25.288271 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.383292 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.390777 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.403112 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Transition to ACTIVE for port object f11969d2-ac0b-4c14-9e39-ff15906c26d9 will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:25.414570 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 29a87f51-5a2c-46f7-bf2b-db042fe3091f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=29a87f51-5a2c-46f7-bf2b-db042fe3091f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:25.419477 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.442609 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.482691 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=29a87f51-5a2c-46f7-bf2b-db042fe3091f,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:25.496883 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Network 9bea1f33-3f28-4903-a7f8-89bf8083a208 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:25.500798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:25.506255 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:25.513491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Pushing event updated for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:25.583977 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:25.584787 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.605162 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-8b95d0fd-f3a7-4355-8ddd-13700b380fba tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4144819 Sep 07 18:52:25.642894 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Request body: {'port': {'device_id': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:25.655320 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Sync routers for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:25.668126 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:25.669253 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:25.744836 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.858521 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:25.906084 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-42238def-cc9f-4938-87a5-a7cc15c66881 None None] Provisioning for port f11969d2-ac0b-4c14-9e39-ff15906c26d9 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:25.914190 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-42238def-cc9f-4938-87a5-a7cc15c66881 None None] Provisioning complete for port f11969d2-ac0b-4c14-9e39-ff15906c26d9 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:25.914301 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-42238def-cc9f-4938-87a5-a7cc15c66881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:25.984552 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32804) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:25.989711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2003931517-network', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:26.020632 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Made reservation on behalf of 0dadd2524d2249949f8e53402ce75b7d for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:26.023214 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.050364 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.064017 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-42238def-cc9f-4938-87a5-a7cc15c66881 None None] Port f11969d2-ac0b-4c14-9e39-ff15906c26d9 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:26.064769 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2d0b-70fc-4bc3-b67b-f77b376bc64f req-466ea1d6-135b-4668-9af3-6d753d1e031e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.068529 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-879d2d0b-70fc-4bc3-b67b-f77b376bc64f req-466ea1d6-135b-4668-9af3-6d753d1e031e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1661191 Sep 07 18:52:26.091288 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14efaa-9843-4c2a-bcd7-7da7722b637c req-2507a77e-e42c-486e-b3b7-cf1d8f8a3b5a tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.093356 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7f14efaa-9843-4c2a-bcd7-7da7722b637c req-2507a77e-e42c-486e-b3b7-cf1d8f8a3b5a tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 935 time: 0.0836685 Sep 07 18:52:26.173724 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-879d2d0b-70fc-4bc3-b67b-f77b376bc64f req-bc0f4498-0060-4890-889e-257d08e01fdf tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777256 Sep 07 18:52:26.196312 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7f14efaa-9843-4c2a-bcd7-7da7722b637c req-a6eb72a6-6e49-4c0f-bbbc-b70f6affe98f tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673046 Sep 07 18:52:26.262866 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.263049 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11969d2-ac0b-4c14-9e39-ff15906c26d9 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:26.263138 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.268792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.276270 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:24Z', 'revision_number': 2, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:26.294315 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Transition to ACTIVE for port object f11969d2-ac0b-4c14-9e39-ff15906c26d9 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:26.300674 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.306001 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:52:26.309829 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369acf5-8613-4726-8073-e629a74b4e45,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.321196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.321533 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Added segment 383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1 of type vlan for network 8dabbe73-4b51-417f-a250-bad03e83466c Sep 07 18:52:26.323497 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Checking router: f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:26.324045 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Updating router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 port ace39879-8042-4fd3-9491-5e2cb976cbe6 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:52:26.371338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.393544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Pushing event updated for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.410540 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.456875 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.458753 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.459985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.512136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Attempting to bind port f11969d2-ac0b-4c14-9e39-ff15906c26d9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:26.512640 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Attempting to bind port f11969d2-ac0b-4c14-9e39-ff15906c26d9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:26.513131 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Attempting to bind port f11969d2-ac0b-4c14-9e39-ff15906c26d9 on network 9bea1f33-3f28-4903-a7f8-89bf8083a208 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:26.521847 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Port f11969d2-ac0b-4c14-9e39-ff15906c26d9 on network 9bea1f33-3f28-4903-a7f8-89bf8083a208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:52:26.522269 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Attempting to bind port f11969d2-ac0b-4c14-9e39-ff15906c26d9 on network 9bea1f33-3f28-4903-a7f8-89bf8083a208 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:26.534451 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:26.536392 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Checking segment: {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:26.536988 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Bound using segment: {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:26.537667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Bound port: f11969d2-ac0b-4c14-9e39-ff15906c26d9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d8decb-62cf-489e-a18d-08322d20600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:26.538726 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.577219 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5913823 Sep 07 18:52:26.580359 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32816) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:26.585775 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Request body: {'subnet': {'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2003931517-subnet', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:26.604611 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63c92-298f-4620-8b3c-26d4b3156849 admin admin] Pushing event updated for resources: {'Network': ['ID=8dabbe73-4b51-417f-a250-bad03e83466c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.623354 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Made reservation on behalf of 0dadd2524d2249949f8e53402ce75b7d for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:52:26.627223 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.629848 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:26.633825 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:26.642238 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.670295 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 8dabbe73-4b51-417f-a250-bad03e83466c details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:52:26.705337 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.706368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.709117 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] 10.222.0.74 "PUT /v2.0/ports/f11969d2-ac0b-4c14-9e39-ff15906c26d9 HTTP/1.1" status: 200 len: 1097 time: 1.0713122 Sep 07 18:52:26.709840 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:26.712692 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91dbab-84f5-40e5-a817-64907f1f7194" -d '{"events": [{"name": "network-changed", "server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:26.766139 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c015-e6ca-47a8-a076-1a74cee4a641 service neutron] Pushing event updated for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:26.796301 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f574f6-0cba-46d5-aaf4-5392e803af07 x-openstack-request-id: req-72f574f6-0cba-46d5-aaf4-5392e803af07 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:26.797002 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:26.797451 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72f574f6-0cba-46d5-aaf4-5392e803af07 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:26.798196 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9', 'status': 'completed', 'code': 200} Sep 07 18:52:26.918075 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.931330 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Transition to ACTIVE for port object ace39879-8042-4fd3-9491-5e2cb976cbe6 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:26.941583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-7d34a0b3-e408-446e-bea3-a9e3a4e52130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.943738 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.944867 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:26.956066 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-7d34a0b3-e408-446e-bea3-a9e3a4e52130 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7edc060952a044c0ab574e7aa93ae58f&device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 1100 time: 0.1081624 Sep 07 18:52:26.957263 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-54f81d07-2e0f-4cd7-ae5b-64714eed2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.958762 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-54f81d07-2e0f-4cd7-ae5b-64714eed2b4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0938993 Sep 07 18:52:26.976811 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52571e-091d-46bd-84c0-dd61e0ac23e4 req-952bc699-b152-4c37-b80c-9aad6f043319 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:26.983391 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8a52571e-091d-46bd-84c0-dd61e0ac23e4 req-952bc699-b152-4c37-b80c-9aad6f043319 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0999215 Sep 07 18:52:27.012996 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850636-1307-46e6-adbf-fddeac932473 None None] Pushing event updated for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:27.060978 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-6fd13e26-7841-41f1-b9ec-c716378dbcdb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9 HTTP/1.1" status: 200 len: 217 time: 0.0717652 Sep 07 18:52:27.091321 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Attempting to bind port ace39879-8042-4fd3-9491-5e2cb976cbe6 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:27.091535 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25774ed5-947f-416d-b543-a14e97e1bff8,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:27.091960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Attempting to bind port ace39879-8042-4fd3-9491-5e2cb976cbe6 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:27.092081 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Attempting to bind port ace39879-8042-4fd3-9491-5e2cb976cbe6 on network 205f6de1-5c8b-4034-bcc2-58443d3aa503 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:27.097966 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:27.098338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Checking segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:27.098736 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.099151 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Bound using segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:27.100244 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Bound port: ace39879-8042-4fd3-9491-5e2cb976cbe6, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:27.100623 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.105548 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Checking segment: {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:27.105912 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Network hostable DHCP agents. Network: 8dabbe73-4b51-417f-a250-bad03e83466c, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:52:27.154208 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Network 8dabbe73-4b51-417f-a250-bad03e83466c is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:52:27.159235 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8a52571e-091d-46bd-84c0-dd61e0ac23e4 req-b22853c7-e5e1-4cc8-8ebd-641ea803d52a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172833 Sep 07 18:52:27.169137 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 29a87f51-5a2c-46f7-bf2b-db042fe3091f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:27.169312 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 8dabbe73-4b51-417f-a250-bad03e83466c) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:27.174069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-9e56c41b-2161-4621-9ef4-a1c64be00846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.179257 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-9e56c41b-2161-4621-9ef4-a1c64be00846 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fc7b783-2932-4339-b449-e886855f75fc HTTP/1.1" status: 200 len: 843 time: 0.1073697 Sep 07 18:52:27.188233 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.188955 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.210500 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-c32f3266-1df9-44b7-a15a-dd58abc44b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.212625 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-c32f3266-1df9-44b7-a15a-dd58abc44b6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.2185473 Sep 07 18:52:27.219313 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c4d76-aece-414c-84be-263932a94609 None None] Network 8dabbe73-4b51-417f-a250-bad03e83466c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:27.231662 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8440d572-b700-490f-99a2-b271598ee616 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6496656 Sep 07 18:52:27.234259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 32828) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:27.250314 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:27.286935 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-dbc4a4b7-cd0f-413c-82f9-c98d4cbd3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.288916 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-dbc4a4b7-cd0f-413c-82f9-c98d4cbd3aa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bea1f33-3f28-4903-a7f8-89bf8083a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1009369 Sep 07 18:52:27.304745 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.307150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.315013 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-6ce0aee6-f456-452c-83fa-da731b5e5c53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0810909 Sep 07 18:52:27.318624 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] For port ace39879-8042-4fd3-9491-5e2cb976cbe6, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:27.325996 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] For port ace39879-8042-4fd3-9491-5e2cb976cbe6, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ace39879-8042-4fd3-9491-5e2cb976cbe6,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:27.358893 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.458723 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 29a87f51-5a2c-46f7-bf2b-db042fe3091f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:27.459055 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.550676 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850636-1307-46e6-adbf-fddeac932473 None None] Pushing event updated for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:27.569549 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:27.570198 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:27.709828 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-f1b33747-e104-4bd2-a0e7-b3c90f3dee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.711272 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-f1b33747-e104-4bd2-a0e7-b3c90f3dee39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.3799288 Sep 07 18:52:27.721485 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:27.734321 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43790-6b04-4b8d-ae1a-afcc6bce9678 req-0c2a4d90-2be8-478f-bcfb-2382452e5b1d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.735941 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a4f43790-6b04-4b8d-ae1a-afcc6bce9678 req-0c2a4d90-2be8-478f-bcfb-2382452e5b1d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.3617702 Sep 07 18:52:27.761728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.783996 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-10d19557-47a2-475f-8f98-ab9b542795ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455925 Sep 07 18:52:27.823996 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a4f43790-6b04-4b8d-ae1a-afcc6bce9678 req-e3ba0750-2ddf-4fc9-8fb5-9023e5c973ae tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753059 Sep 07 18:52:27.863065 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e67c-82e7-47a7-a32c-b73be595fcbb req-b24db987-702c-4e90-b36b-c81213e17178 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:27.864663 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d679e67c-82e7-47a7-a32c-b73be595fcbb req-b24db987-702c-4e90-b36b-c81213e17178 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 947 time: 0.4927893 Sep 07 18:52:27.936522 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-8dabbe73-4b51-417f-a250-bad03e83466c', 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'fixed_ips': [{'subnet_id': '25774ed5-947f-416d-b543-a14e97e1bff8'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:52:27.937367 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:27.938221 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-f11ac45e-f0fd-4ba5-a45b-e74a8a51f4e2 service neutron] 10.222.0.74 "GET /v2.0/networks/9bea1f33-3f28-4903-a7f8-89bf8083a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216648 Sep 07 18:52:27.942225 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-74118095-7869-4d51-996b-8fb9510531ab service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431663 Sep 07 18:52:27.984868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.056886 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d679e67c-82e7-47a7-a32c-b73be595fcbb req-998b4c89-a063-42ab-926d-92ecbf6edd6f tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839406 Sep 07 18:52:28.115318 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-91ff4df9-8ace-4abe-98f3-8805763ea55c req-538661d0-f138-406b-85ba-c0bd0296f06e service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586943 Sep 07 18:52:28.156279 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89d2f1c9-cbe5-4fdf-80f8-67f5f8c20467 req-2bca737f-1f80-4f9f-816f-573f01e04dfe service neutron] 10.222.0.74 "GET /v2.0/networks/9bea1f33-3f28-4903-a7f8-89bf8083a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900079 Sep 07 18:52:28.247599 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Allocated IP 172.20.0.2 (8dabbe73-4b51-417f-a250-bad03e83466c/25774ed5-947f-416d-b543-a14e97e1bff8/cc46f7ee-5d72-4e16-97d2-5161428ab080) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:28.254196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c7510-1332-4a23-9d87-0be31afa1464 req-b78d0fc1-cf61-4dbf-b703-b69358f5c678 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.257141 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fe6c7510-1332-4a23-9d87-0be31afa1464 req-b78d0fc1-cf61-4dbf-b703-b69358f5c678 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1343386 Sep 07 18:52:28.324037 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fe6c7510-1332-4a23-9d87-0be31afa1464 req-879b6cb6-8daf-42cd-9311-2af51a7e35c9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555768 Sep 07 18:52:28.330244 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:27Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:28.368771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.372713 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6475cd5-5019-487e-bfa6-71c501444d43 None None] The sync data for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi is: [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:27Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:28.392010 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.482714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.494380 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Transition to ACTIVE for port object cc46f7ee-5d72-4e16-97d2-5161428ab080 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:28.528433 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Transition to ACTIVE for port object cc46f7ee-5d72-4e16-97d2-5161428ab080 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:28.541191 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.559865 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6c648-906b-4b3f-a19e-ec8bbba2b78d req-d74fceef-b033-4e7b-9cbf-2d988f72f23a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.567621 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4bf6c648-906b-4b3f-a19e-ec8bbba2b78d req-d74fceef-b033-4e7b-9cbf-2d988f72f23a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1584508 Sep 07 18:52:28.606972 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Pushing event updated for resources: {'Port': ['ID=cc46f7ee-5d72-4e16-97d2-5161428ab080,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:28.618136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-efc2a549-2ea7-4647-b627-c272abb09596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.620384 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-efc2a549-2ea7-4647-b627-c272abb09596 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1099 time: 0.1323855 Sep 07 18:52:28.621232 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Allocated IP 172.27.2.44 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:28.633047 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Network 8dabbe73-4b51-417f-a250-bad03e83466c is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:28.636930 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:28.642739 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:28.657454 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4bf6c648-906b-4b3f-a19e-ec8bbba2b78d req-4b3e14e7-ee25-4424-9631-d80e0d6e4caf tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843048 Sep 07 18:52:28.675461 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-3e29c3be-6b04-4358-b2b8-4854468b58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.677052 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-3e29c3be-6b04-4358-b2b8-4854468b58bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7edc060952a044c0ab574e7aa93ae58f&device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 1100 time: 0.1872466 Sep 07 18:52:28.731720 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Attempting to bind port cc46f7ee-5d72-4e16-97d2-5161428ab080 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:28.732263 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Attempting to bind port cc46f7ee-5d72-4e16-97d2-5161428ab080 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:28.732748 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Attempting to bind port cc46f7ee-5d72-4e16-97d2-5161428ab080 on network 8dabbe73-4b51-417f-a250-bad03e83466c {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:28.739866 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:28.740461 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Checking segment: {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:28.741016 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.741569 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Bound using segment: {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:28.742195 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Bound port: cc46f7ee-5d72-4e16-97d2-5161428ab080, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:28.742926 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.815595 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-26e90b64-728f-4e56-9575-2688f93f4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.816867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-afd0f09f-cec8-4345-8c65-dbc7a421f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.817134 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-26e90b64-728f-4e56-9575-2688f93f4507 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1858795 Sep 07 18:52:28.819852 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-afd0f09f-cec8-4345-8c65-dbc7a421f8dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bea1f33-3f28-4903-a7f8-89bf8083a208 HTTP/1.1" status: 200 len: 870 time: 0.1295702 Sep 07 18:52:28.823604 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] For port cc46f7ee-5d72-4e16-97d2-5161428ab080, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:28.827644 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] For port cc46f7ee-5d72-4e16-97d2-5161428ab080, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc46f7ee-5d72-4e16-97d2-5161428ab080,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:28.833284 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.842117 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:28.882877 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-efe965f0-3f96-46f8-adee-5f2f3343ffc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9 HTTP/1.1" status: 200 len: 217 time: 0.0416460 Sep 07 18:52:28.901158 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc55a-477b-4c6d-a86d-72308f6c716e None None] Pushing event updated for resources: {'Port': ['ID=cc46f7ee-5d72-4e16-97d2-5161428ab080,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:28.933009 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-aa19ce0f-d2a2-498d-a726-8d8a01be81df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 1001 time: 0.0866785 Sep 07 18:52:28.956382 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-93c5d04f-fd33-4141-8e86-db4bcffe7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:28.958047 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-93c5d04f-fd33-4141-8e86-db4bcffe7b54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fc7b783-2932-4339-b449-e886855f75fc HTTP/1.1" status: 200 len: 843 time: 0.0666876 Sep 07 18:52:28.974935 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.021891 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-caca2614-0a1c-4168-93f2-e1cdba292f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.027462 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-caca2614-0a1c-4168-93f2-e1cdba292f61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bea1f33-3f28-4903-a7f8-89bf8083a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0588555 Sep 07 18:52:29.046861 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:29.050255 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:29.053097 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-6b544cdf-eb4c-429f-a053-70f24c59d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.054707 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-6b544cdf-eb4c-429f-a053-70f24c59d191 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.1137183 Sep 07 18:52:29.055658 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:29.061726 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Pushing event updated for resources: {'Port': ['ID=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:29.213241 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ace39879-8042-4fd3-9491-5e2cb976cbe6 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:29.245656 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-182132ff-5ede-42c4-9a0f-0e6f7a27042d service neutron] 10.222.0.74 "GET /v2.0/networks/9bea1f33-3f28-4903-a7f8-89bf8083a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048903 Sep 07 18:52:29.290999 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port ace39879-8042-4fd3-9491-5e2cb976cbe6 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:29.292028 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port ace39879-8042-4fd3-9491-5e2cb976cbe6 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:29.292399 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.402077 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-1e32406c-b1e8-46ed-9eb9-ddfa8dbf266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.406643 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-1e32406c-b1e8-46ed-9eb9-ddfa8dbf266e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3203418 Sep 07 18:52:29.423105 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b00508ec-c239-47e3-9987-c840efd5f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.434275 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.437788 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d91dbab-84f5-40e5-a817-64907f1f7194 req-09b7795f-8d85-48c0-8000-f44c809b8f25 service neutron] 10.222.0.74 "GET /v2.0/networks/9bea1f33-3f28-4903-a7f8-89bf8083a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820941 Sep 07 18:52:29.484584 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port ace39879-8042-4fd3-9491-5e2cb976cbe6, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ace39879-8042-4fd3-9491-5e2cb976cbe6,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:29.486033 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077add8d-7aab-45d5-aff8-fbfe3172864d req-73a3b9b8-addb-4cfe-807f-0352a8859d31 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.488293 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-077add8d-7aab-45d5-aff8-fbfe3172864d req-73a3b9b8-addb-4cfe-807f-0352a8859d31 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 947 time: 0.1750846 Sep 07 18:52:29.499274 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.538307 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7a4d-d976-4022-be5b-237ab969f020 req-c04a8cf9-4258-418a-ab08-4924f055da47 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.550892 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f36b7a4d-d976-4022-be5b-237ab969f020 req-c04a8cf9-4258-418a-ab08-4924f055da47 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0972879 Sep 07 18:52:29.584972 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:29.603451 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f36b7a4d-d976-4022-be5b-237ab969f020 req-de002b26-5eb1-485f-9eeb-0ec0dc20b4f4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514321 Sep 07 18:52:29.668197 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-077add8d-7aab-45d5-aff8-fbfe3172864d req-56eb104e-2078-4f30-837b-9f731ab8e4b4 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050506 Sep 07 18:52:29.670784 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:29.720319 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-24d3e06a-b81f-4942-ae64-c6bd634d798d service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894385 Sep 07 18:52:29.981048 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745c63f-b61c-462f-a8ee-dc3b76d9459e req-5865d68c-21d9-45c4-811a-fea03f20121b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:29.982665 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e745c63f-b61c-462f-a8ee-dc3b76d9459e req-5865d68c-21d9-45c4-811a-fea03f20121b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1981337 Sep 07 18:52:30.031257 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-16719d55-096a-482b-ae9d-07a9e7ae911b req-c5a95c07-2d8c-4a9e-8a06-72f79fffc4d6 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480242 Sep 07 18:52:30.088819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e745c63f-b61c-462f-a8ee-dc3b76d9459e req-51ee4370-0fae-448d-86f2-0a5fecc4dec9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Sep 07 18:52:30.091992 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c3e30-b9a2-42fd-8f1f-ed883ab284f2 None None] Network 8dabbe73-4b51-417f-a250-bad03e83466c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:52:30.102100 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.168202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-d7b22e3b-5b65-4535-897e-8db2f675f9dd None None] Provisioning for port cc46f7ee-5d72-4e16-97d2-5161428ab080 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:30.490365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:52:30.620368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:30.630604 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Sync routers for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:30.640809 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:30.641421 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:30.644857 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:30.646084 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e954d636-3193-414d-8b8e-cf2c49634c1a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4081080 Sep 07 18:52:30.650024 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32860) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:30.765156 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:30.822684 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469ef4f-f827-416c-b14b-6dd3af1fbdb0 req-e44b5492-4d95-424d-9b95-24c1343dedd1 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.825431 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7469ef4f-f827-416c-b14b-6dd3af1fbdb0 req-e44b5492-4d95-424d-9b95-24c1343dedd1 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 947 time: 0.0685961 Sep 07 18:52:30.828996 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d967-24ff-4d3e-a91a-e9384d8e17d9 req-d22ff54e-ea0c-40c3-a839-3935208da6ff tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:30.830627 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-70a3d967-24ff-4d3e-a91a-e9384d8e17d9 req-d22ff54e-ea0c-40c3-a839-3935208da6ff tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1191940 Sep 07 18:52:30.895137 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7469ef4f-f827-416c-b14b-6dd3af1fbdb0 req-62e552d9-5f38-4fae-9337-a30ed7a68fce tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Sep 07 18:52:30.944595 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-70a3d967-24ff-4d3e-a91a-e9384d8e17d9 req-ecbf9d41-0533-4678-9da3-3eb442568945 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942526 Sep 07 18:52:31.016250 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 3, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:31.045326 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Checking router: c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:31.045885 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Updating router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:52:31.096063 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.251319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc46f7ee-5d72-4e16-97d2-5161428ab080 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:31.279038 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6dcb8-4e8e-4794-88d5-4dca93d413f6 req-a068d3f3-a802-4e05-8777-0d7bc5097fb9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:31.281360 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d2b6dcb8-4e8e-4794-88d5-4dca93d413f6 req-a068d3f3-a802-4e05-8777-0d7bc5097fb9 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1042681 Sep 07 18:52:31.316155 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port cc46f7ee-5d72-4e16-97d2-5161428ab080 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:31.317166 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.321258 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port cc46f7ee-5d72-4e16-97d2-5161428ab080 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:31.321826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.365614 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d2b6dcb8-4e8e-4794-88d5-4dca93d413f6 req-42783d83-5790-4d67-8686-4d7e247b016f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Sep 07 18:52:31.401073 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.414547 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Transition to ACTIVE for port object b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:31.423609 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.448906 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.451677 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Attempting to bind port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:31.452176 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Attempting to bind port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:31.452695 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Attempting to bind port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:31.490477 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port cc46f7ee-5d72-4e16-97d2-5161428ab080, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc46f7ee-5d72-4e16-97d2-5161428ab080,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:31.496531 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:31.496971 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:31.497321 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.497681 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:31.498194 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Bound port: b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:31.498736 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.499297 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.500629 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ace39879-8042-4fd3-9491-5e2cb976cbe6 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:31.524981 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14e9fb-07e6-40d8-b7bf-bcec6d8b76bc None None] Pushing event updated for resources: {'Port': ['ID=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,revision_number=2']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.533327 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Allocated IP 172.20.0.1 (8dabbe73-4b51-417f-a250-bad03e83466c/25774ed5-947f-416d-b543-a14e97e1bff8/97e6815f-161f-42d2-8b5e-f74a531918be) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:52:31.564307 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] For port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:31.567913 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] For port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:31.573147 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.599179 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=cc46f7ee-5d72-4e16-97d2-5161428ab080,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.604377 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device f11969d2-ac0b-4c14-9e39-ff15906c26d9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:52:31.641024 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port ace39879-8042-4fd3-9491-5e2cb976cbe6 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:31.641577 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.646917 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:31.647608 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:31.652164 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14e9fb-07e6-40d8-b7bf-bcec6d8b76bc None None] Pushing event updated for resources: {'Port': ['ID=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.676575 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.692900 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Transition to ACTIVE for port object 97e6815f-161f-42d2-8b5e-f74a531918be will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:31.741108 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.772771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:31.775802 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:31.789078 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Network 8dabbe73-4b51-417f-a250-bad03e83466c is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:31.792510 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:31.797586 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:52:31.808164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9', 'network_id': '9bea1f33-3f28-4903-a7f8-89bf8083a208', 'port_id': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9', 'mac_address': 'fa:16:3e:fb:3a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc7b783-2932-4339-b449-e886855f75fc', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:52:31.831711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Pushing event updated for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:31.853545 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.881456 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:31.911498 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11969d2-ac0b-4c14-9e39-ff15906c26d9 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:52:31.963792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:31.971125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.048191 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:52:32.063879 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.082786 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a82581-00ce-43ef-bde0-10b6dbce3b69 req-0acc6327-a180-4d2b-b845-2c628173b475 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.093789 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e9a82581-00ce-43ef-bde0-10b6dbce3b69 req-0acc6327-a180-4d2b-b845-2c628173b475 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 948 time: 0.0648701 Sep 07 18:52:32.129546 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e9a82581-00ce-43ef-bde0-10b6dbce3b69 req-88788aa4-314c-455d-8d41-113d25caf00b tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Sep 07 18:52:32.143377 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-93dbb217-2eee-4504-a09b-39367a45b267 None None] Provisioning for port 97e6815f-161f-42d2-8b5e-f74a531918be completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:32.155221 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-93dbb217-2eee-4504-a09b-39367a45b267 None None] Provisioning complete for port 97e6815f-161f-42d2-8b5e-f74a531918be triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:32.155589 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-93dbb217-2eee-4504-a09b-39367a45b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.163916 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2caa4-faaa-445e-991b-56171a9be96d req-fb701528-8989-492d-af74-1633687f1cd8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.165449 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 3, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:32.165602 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f9c2caa4-faaa-445e-991b-56171a9be96d req-fb701528-8989-492d-af74-1633687f1cd8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1007056 Sep 07 18:52:32.175706 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.195216 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-93dbb217-2eee-4504-a09b-39367a45b267 None None] Port 97e6815f-161f-42d2-8b5e-f74a531918be cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:32.197284 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f6141-cd97-4b13-8a6c-484a3349c7c3 None None] The sync data for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi is: [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 3, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:32.255693 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f9c2caa4-faaa-445e-991b-56171a9be96d req-2d1447b3-8954-4733-b68f-87669f2b11e4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818572 Sep 07 18:52:32.400534 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.408473 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.496774 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.513673 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Pushing event updated for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:32.586451 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0235-7175-4609-901f-8a4df4bbe08b req-16b4e709-b589-44b0-afe5-50098d417825 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:32.588369 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0bfb0235-7175-4609-901f-8a4df4bbe08b req-16b4e709-b589-44b0-afe5-50098d417825 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1081221 Sep 07 18:52:32.651128 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0bfb0235-7175-4609-901f-8a4df4bbe08b req-2bb1c2e4-d358-49a0-8a52-6da55556cd2f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Sep 07 18:52:32.662606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Network 8dabbe73-4b51-417f-a250-bad03e83466c is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:52:32.673162 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:52:32.690093 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-acf3d2ce-949d-4582-a505-3057e6081c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.708241 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['f11969d2-ac0b-4c14-9e39-ff15906c26d9'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:32.752974 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:32.810773 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:52:32.971796 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:52:32.987506 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-c587b4da-e88e-4a12-8abf-edd1e9d29c28 admin admin] 10.222.0.25 "PUT /v2.0/routers/c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3287151 Sep 07 18:52:33.032432 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b662d887-9d98-485f-ac95-0f4a67949707 None None] Provisioning complete for port 97e6815f-161f-42d2-8b5e-f74a531918be triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:33.032837 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b662d887-9d98-485f-ac95-0f4a67949707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.093181 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-b662d887-9d98-485f-ac95-0f4a67949707 None None] Port 97e6815f-161f-42d2-8b5e-f74a531918be cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:52:33.274277 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:33.348361 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f50a6-3e94-4cfd-989d-b7ace40521c4 req-558043eb-2116-4e27-b75d-8f0b367eff2d tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.350140 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca6f50a6-3e94-4cfd-989d-b7ace40521c4 req-558043eb-2116-4e27-b75d-8f0b367eff2d tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 948 time: 0.1140547 Sep 07 18:52:33.378645 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:33.384490 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:33.384905 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.413439 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca6f50a6-3e94-4cfd-989d-b7ace40521c4 req-05a2315a-782c-4aaa-aafc-da00119a9780 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544162 Sep 07 18:52:33.493397 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.519710 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:33.525348 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.526578 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc46f7ee-5d72-4e16-97d2-5161428ab080 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:33.613079 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:33.626490 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port cc46f7ee-5d72-4e16-97d2-5161428ab080 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:33.626714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.668736 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32896) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:33.673385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321582821', 'description': 'tempest-secgroup-smoke-1321582821 description', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:33.707466 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.827269 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba03b-b552-4ce6-be42-33a1475536ee req-53b9b625-1ace-428a-972f-1abd42aca2f3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:33.828537 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-657ba03b-b552-4ce6-be42-33a1475536ee req-53b9b625-1ace-428a-972f-1abd42aca2f3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0973136 Sep 07 18:52:33.918081 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-657ba03b-b552-4ce6-be42-33a1475536ee req-37fcfc84-f33d-48be-8724-81faab16bb60 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819905 Sep 07 18:52:33.933732 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:33.941757 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.000139 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e7b766-6f0e-47d9-85d4-9fd927555d0c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.004733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.006674 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a59adb25-18e8-4a73-bd14-54b4367b5fb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3367116 Sep 07 18:52:34.010033 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 32900) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.015188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.044404 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.091869 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.096983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.126489 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6846a1ad-db66-4992-af18-a9b15cd35e8e,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.131247 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.135377 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32906) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.139732 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-dfeba230-4bef-41b5-b04f-989a7e2ca891 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279256 Sep 07 18:52:34.141038 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.184157 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.263451 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.268013 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.293738 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c425a1-c05b-454e-9df5-7784a7c57d18,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.314235 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.320387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 32914) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.320914 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-61a9a4c9-25ba-473f-be88-90fa89ca2945 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840360 Sep 07 18:52:34.325984 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.353983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.421959 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.426408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.443401 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24768e0-5363-45fc-965d-0ef1921d5ea1,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.450477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.454248 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-58c17a14-ecaf-45e0-9886-c016bb2042f2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297998 Sep 07 18:52:34.454898 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 32920) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.459190 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.500566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.544312 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.577836 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ada993-c276-4110-b6e0-d129a9082002 req-c8c34641-f7d0-4a88-9ee5-128d8fafb4d9 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:34.579724 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-34ada993-c276-4110-b6e0-d129a9082002 req-c8c34641-f7d0-4a88-9ee5-128d8fafb4d9 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 948 time: 0.0705595 Sep 07 18:52:34.596135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.600407 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.618936 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce190f8b-dffc-477f-adb3-04275a3b7a61,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.621719 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-34ada993-c276-4110-b6e0-d129a9082002 req-f4329dca-2c8e-4903-a5fb-27c88b1a2084 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358303 Sep 07 18:52:34.628143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.632305 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a93bbf80-81e0-4564-ab13-e73289b01958 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733849 Sep 07 18:52:34.632747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32926) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.643393 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.665562 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.securitygroups_db [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Project fa2a3e9f28484393b5bde9b380b96f09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:52:34.670430 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.728177 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.732651 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.754687 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945abb33-439d-4227-b8f2-ab58af2da568,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.758492 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.759761 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-51a9426a-3eb9-41dc-8a82-d50758f78aaa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255474 Sep 07 18:52:34.762502 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 32930) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:34.766793 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'security_group_rule': {'security_group_id': '65e7b766-6f0e-47d9-85d4-9fd927555d0c', 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:52:34.788398 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.securitygroups_db [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Project fa2a3e9f28484393b5bde9b380b96f09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:52:34.794095 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.856845 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.860876 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.879202 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ecaf89-bb29-4196-8b55-10d1a77bcbbb,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:34.885769 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:34.886816 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-036bb346-2c1c-4892-8604-16018dc3ae3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233380 Sep 07 18:52:35.008399 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a3243-c598-410a-9985-52ed24169880 None None] Sync routers for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:52:35.021044 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:35.021815 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.096153 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd6878-53e4-4667-b2c5-997eb349dc3b req-6e87e9a3-fdc5-4f53-a32c-cc6b59d5cbe2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.103562 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86bd6878-53e4-4667-b2c5-997eb349dc3b req-6e87e9a3-fdc5-4f53-a32c-cc6b59d5cbe2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0861030 Sep 07 18:52:35.146941 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86bd6878-53e4-4667-b2c5-997eb349dc3b req-f7ee2d6f-3540-4be3-adf0-fe102e60c32b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Sep 07 18:52:35.191219 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:35.298617 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:35.301594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:35.301784 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.590755 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:32Z', 'revision_number': 4, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '97e6815f-161f-42d2-8b5e-f74a531918be', 'name': '', 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'mac_address': 'fa:16:3e:e8:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:31Z', 'updated_at': '2021-09-07T18:52:32Z', 'revision_number': 2, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'subnets': [{'id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:35.618739 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a3243-c598-410a-9985-52ed24169880 None None] Checking router: c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:52:35.619185 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a3243-c598-410a-9985-52ed24169880 None None] Updating router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 port 97e6815f-161f-42d2-8b5e-f74a531918be binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:52:35.638089 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device f11969d2-ac0b-4c14-9e39-ff15906c26d9 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:35.672369 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.748719 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f9834-ba30-4c00-96c3-0eb416cb94c1 req-948645d9-6856-4cc4-8ae4-2287731f4809 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:35.750205 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c50f9834-ba30-4c00-96c3-0eb416cb94c1 req-948645d9-6856-4cc4-8ae4-2287731f4809 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 948 time: 0.0553920 Sep 07 18:52:35.775988 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port f11969d2-ac0b-4c14-9e39-ff15906c26d9 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:35.783669 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port f11969d2-ac0b-4c14-9e39-ff15906c26d9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:35.784020 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.790421 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c50f9834-ba30-4c00-96c3-0eb416cb94c1 req-a5815cf4-d952-4cc2-85c1-7a57ff3aa556 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Sep 07 18:52:35.893890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:35.955751 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.000245 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:36.002495 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f4e3a7-5a49-4de8-8bba-b372a972c5ec" -d '{"events": [{"server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "name": "network-vif-plugged", "status": "completed", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:36.034870 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:36.043650 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e54510-21c2-4cb5-989a-b1e1ac366356 x-openstack-request-id: req-62e54510-21c2-4cb5-989a-b1e1ac366356 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:36.044001 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "name": "network-vif-plugged", "status": "completed", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:36.044314 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62e54510-21c2-4cb5-989a-b1e1ac366356 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:36.044764 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9', 'code': 200} Sep 07 18:52:36.046982 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.086100 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.108247 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-186a3243-c598-410a-9985-52ed24169880 None None] Transition to ACTIVE for port object 97e6815f-161f-42d2-8b5e-f74a531918be will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:52:36.115270 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.118792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.169336 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46089c16-3ccf-4eaa-8130-55ea028a5e23 None None] Pushing event updated for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.240324 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-186a3243-c598-410a-9985-52ed24169880 None None] Attempting to bind port 97e6815f-161f-42d2-8b5e-f74a531918be on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:52:36.240703 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-186a3243-c598-410a-9985-52ed24169880 None None] Attempting to bind port 97e6815f-161f-42d2-8b5e-f74a531918be by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:52:36.241060 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a3243-c598-410a-9985-52ed24169880 None None] Attempting to bind port 97e6815f-161f-42d2-8b5e-f74a531918be on network 8dabbe73-4b51-417f-a250-bad03e83466c {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:52:36.246495 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a3243-c598-410a-9985-52ed24169880 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:52:36.247023 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a3243-c598-410a-9985-52ed24169880 None None] Checking segment: {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:52:36.247288 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.247662 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a3243-c598-410a-9985-52ed24169880 None None] Bound using segment: {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:52:36.248133 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-186a3243-c598-410a-9985-52ed24169880 None None] Bound port: 97e6815f-161f-42d2-8b5e-f74a531918be, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:52:36.248549 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.331850 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-186a3243-c598-410a-9985-52ed24169880 None None] For port 97e6815f-161f-42d2-8b5e-f74a531918be, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:52:36.336418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-186a3243-c598-410a-9985-52ed24169880 None None] For port 97e6815f-161f-42d2-8b5e-f74a531918be, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=97e6815f-161f-42d2-8b5e-f74a531918be,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:52:36.342163 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-186a3243-c598-410a-9985-52ed24169880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:36.362289 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79637fe9-c456-4723-832a-7f11d8dd67cb req-4026d17b-12d0-4f19-90e3-b7dce12cc69c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.363928 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79637fe9-c456-4723-832a-7f11d8dd67cb req-4026d17b-12d0-4f19-90e3-b7dce12cc69c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0754588 Sep 07 18:52:36.422998 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:52:36.423659 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:52:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:36.428724 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46089c16-3ccf-4eaa-8130-55ea028a5e23 None None] Pushing event updated for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:36.445368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa19f8-2390-4ff2-9aae-90ab26ae654f req-e7b0e9e0-2533-4712-8066-84241c793bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.447282 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7bfa19f8-2390-4ff2-9aae-90ab26ae654f req-e7b0e9e0-2533-4712-8066-84241c793bf6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 1102 time: 0.0820341 Sep 07 18:52:36.456442 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79637fe9-c456-4723-832a-7f11d8dd67cb req-f8740e17-6e78-4997-ac80-20c707a8d725 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803807 Sep 07 18:52:36.494802 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7bfa19f8-2390-4ff2-9aae-90ab26ae654f req-85e63199-cab1-40ed-9183-68f69c3e9561 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Sep 07 18:52:36.561251 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:52:36.784533 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-186a3243-c598-410a-9985-52ed24169880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:32Z', 'revision_number': 4, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '97e6815f-161f-42d2-8b5e-f74a531918be', 'name': '', 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'mac_address': 'fa:16:3e:e8:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:31Z', 'updated_at': '2021-09-07T18:52:36Z', 'revision_number': 4, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'subnets': [{'id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:52:36.814089 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a3243-c598-410a-9985-52ed24169880 None None] The sync data for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi is: [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T18:52:32Z', 'revision_number': 4, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '97e6815f-161f-42d2-8b5e-f74a531918be', 'name': '', 'network_id': '8dabbe73-4b51-417f-a250-bad03e83466c', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'mac_address': 'fa:16:3e:e8:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:31Z', 'updated_at': '2021-09-07T18:52:36Z', 'revision_number': 4, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'subnets': [{'id': '25774ed5-947f-416d-b543-a14e97e1bff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:52:36.974353 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa1761-0bbf-4b11-81a8-e3c9ac498cfe req-27995bb6-4c91-4478-99e0-e47e6f18d213 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:36.975971 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1aa1761-0bbf-4b11-81a8-e3c9ac498cfe req-27995bb6-4c91-4478-99e0-e47e6f18d213 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0576167 Sep 07 18:52:37.018000 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1aa1761-0bbf-4b11-81a8-e3c9ac498cfe req-54fbd949-1f5f-4b39-a1d7-455d97f030b2 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Sep 07 18:52:37.148941 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 97e6815f-161f-42d2-8b5e-f74a531918be up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:37.204223 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 97e6815f-161f-42d2-8b5e-f74a531918be completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:52:37.209381 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 97e6815f-161f-42d2-8b5e-f74a531918be triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:37.209758 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.324011 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.363458 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 97e6815f-161f-42d2-8b5e-f74a531918be, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=97e6815f-161f-42d2-8b5e-f74a531918be,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:37.368468 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:37.423761 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:37.612798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4808a5c-4e7e-4233-a98e-4e3afbc8a1bc req-b732007b-febd-4d4a-8f7a-a27a20f5c596 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:37.615166 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4808a5c-4e7e-4233-a98e-4e3afbc8a1bc req-b732007b-febd-4d4a-8f7a-a27a20f5c596 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0597479 Sep 07 18:52:37.656658 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a4808a5c-4e7e-4233-a98e-4e3afbc8a1bc req-227ed0fb-a3dc-4c77-bcb6-e3433ce904ea tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Sep 07 18:52:38.146406 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db475f-2dfc-4619-af05-a5615380083c req-9a65970e-167c-4aeb-89d1-96e2106d5384 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.148130 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b2db475f-2dfc-4619-af05-a5615380083c req-9a65970e-167c-4aeb-89d1-96e2106d5384 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0567038 Sep 07 18:52:38.158129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd211b-24df-4db1-a32f-acfcce17f4b1 req-63cc348e-0a62-4165-861f-b39b589a0d79 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.159897 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e6fd211b-24df-4db1-a32f-acfcce17f4b1 req-63cc348e-0a62-4165-861f-b39b589a0d79 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0593247 Sep 07 18:52:38.199502 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b2db475f-2dfc-4619-af05-a5615380083c req-2c3cea44-3ac9-4ed2-9d92-1f1cd475450e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Sep 07 18:52:38.204787 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e6fd211b-24df-4db1-a32f-acfcce17f4b1 req-7490d05a-d6c6-4bd5-8274-e16e08329ff4 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Sep 07 18:52:38.782599 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc414175-fe6e-448f-8a85-661acc28aca4 req-4e3565e8-b32f-4812-8319-3336f8f5c89a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:38.784254 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bc414175-fe6e-448f-8a85-661acc28aca4 req-4e3565e8-b32f-4812-8319-3336f8f5c89a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Sep 07 18:52:38.826896 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bc414175-fe6e-448f-8a85-661acc28aca4 req-4f2bb1c9-bd24-42c6-8fc1-bcb65f983845 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Sep 07 18:52:39.128812 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 97e6815f-161f-42d2-8b5e-f74a531918be up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:52:39.179233 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 97e6815f-161f-42d2-8b5e-f74a531918be triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:52:39.179565 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:39.368590 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda00a03-d719-483c-8511-14cd243db334 req-80cdcf94-286a-468c-b717-07e32ac3724c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.371316 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bda00a03-d719-483c-8511-14cd243db334 req-80cdcf94-286a-468c-b717-07e32ac3724c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0915926 Sep 07 18:52:39.386885 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64665f66-d8aa-49e2-8985-b1e67dfb5caa req-555d8faf-027c-4b3f-8add-68fd535005ae tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.389426 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64665f66-d8aa-49e2-8985-b1e67dfb5caa req-555d8faf-027c-4b3f-8add-68fd535005ae tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0992727 Sep 07 18:52:39.411485 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bda00a03-d719-483c-8511-14cd243db334 req-549a15f7-1335-45e3-9b06-fe4eb92c00d5 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Sep 07 18:52:39.432706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64665f66-d8aa-49e2-8985-b1e67dfb5caa req-29e8f249-843c-41d8-ac2f-cf4ec39330eb tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Sep 07 18:52:39.946692 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59724cb5-d7f8-4bfa-940f-c08661b7bac6 req-62779e15-ed80-4f07-be6d-8b1bc31626b4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:39.948343 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-59724cb5-d7f8-4bfa-940f-c08661b7bac6 req-62779e15-ed80-4f07-be6d-8b1bc31626b4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0520484 Sep 07 18:52:39.989308 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-59724cb5-d7f8-4bfa-940f-c08661b7bac6 req-a98ff8b4-e467-4575-9cf8-f23757e56fb5 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Sep 07 18:52:40.550579 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957169c-cd5b-43fb-ba87-02b77df01fd1 req-56fff0f5-3111-447a-9d0f-ec20aa68439d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:40.555595 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b957169c-cd5b-43fb-ba87-02b77df01fd1 req-56fff0f5-3111-447a-9d0f-ec20aa68439d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0696838 Sep 07 18:52:40.560877 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5507a4-993c-47c3-88d7-062c8a99250e req-9f700112-3d5a-4245-af0a-f480d00c9a4d tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:40.562624 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7c5507a4-993c-47c3-88d7-062c8a99250e req-9f700112-3d5a-4245-af0a-f480d00c9a4d tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0553339 Sep 07 18:52:40.605031 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b957169c-cd5b-43fb-ba87-02b77df01fd1 req-de6142d8-1256-4c56-847b-06de3bec7204 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Sep 07 18:52:40.614549 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7c5507a4-993c-47c3-88d7-062c8a99250e req-c3473a04-a017-4b52-be73-51e937ef6ab2 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Sep 07 18:52:41.117923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafa01d-4a8e-4fcd-b888-8825be690cbc req-4ef9f8d6-2710-4403-9bf0-c293865c9f77 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.119605 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aaafa01d-4a8e-4fcd-b888-8825be690cbc req-4ef9f8d6-2710-4403-9bf0-c293865c9f77 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0587661 Sep 07 18:52:41.161290 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aaafa01d-4a8e-4fcd-b888-8825be690cbc req-5e13e574-5829-4fe9-b3ad-ddb352408ce1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Sep 07 18:52:41.619305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16313-1736-434e-935d-c472508fd981 req-6739e01c-05ee-4e1e-997b-25c71859f3dc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.620879 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a0d16313-1736-434e-935d-c472508fd981 req-6739e01c-05ee-4e1e-997b-25c71859f3dc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.0508232 Sep 07 18:52:41.808443 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e329a-4896-41bc-8c2f-c3d0637d644a req-c7251560-2899-4019-be5f-0eb9e224c6fc tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:41.810107 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-391e329a-4896-41bc-8c2f-c3d0637d644a req-c7251560-2899-4019-be5f-0eb9e224c6fc tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.1051724 Sep 07 18:52:41.831411 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Deleting port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:41.831741 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.904446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-391e329a-4896-41bc-8c2f-c3d0637d644a req-fa9cb303-ed44-4d0e-b76a-7599a22e17b6 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834281 Sep 07 18:52:41.970640 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] For port 9e3c8a23-94f3-4b4b-96c2-431d44663a29, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e3c8a23-94f3-4b4b-96c2-431d44663a29,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:41.971259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:41.988630 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Calling delete_port for 9e3c8a23-94f3-4b4b-96c2-431d44663a29 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:42.034788 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e42fb-c5ee-4ec0-a19d-fda87d11521e req-f035cb14-f94e-4f67-987d-dc3ce27c965b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.036345 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9b3e42fb-c5ee-4ec0-a19d-fda87d11521e req-f035cb14-f94e-4f67-987d-dc3ce27c965b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 945 time: 0.3308246 Sep 07 18:52:42.082512 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9b3e42fb-c5ee-4ec0-a19d-fda87d11521e req-9e1bc08b-bd21-4f76-87ee-b169016d134a tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Sep 07 18:52:42.139008 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.174118 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event deleted for resources: {'Port': ['ID=9e3c8a23-94f3-4b4b-96c2-431d44663a29,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:42.191842 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443', '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', '35bf27ee-a226-4d82-bfa3-c38309a8096c', '9e3c8a23-94f3-4b4b-96c2-431d44663a29'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:42.239707 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] No DVR routers for this DVR port 9e3c8a23-94f3-4b4b-96c2-431d44663a29 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:42.243465 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:42.246045 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a0d16313-1736-434e-935d-c472508fd981 req-7ff06738-69c4-43db-a297-bc4f3a5f949d tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "DELETE /v2.0/ports/9e3c8a23-94f3-4b4b-96c2-431d44663a29 HTTP/1.1" status: 204 len: 173 time: 0.6043465 Sep 07 18:52:42.246532 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'name': 'network-vif-deleted', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:42.249106 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f0a8d9-96d4-4176-9140-724fc2c89da1" -d '{"events": [{"server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "name": "network-vif-deleted", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:42.298561 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c458a51-f41f-49ae-98ee-2e3bf8fdacde req-edfd8f8c-d9e4-493c-a06b-d15a09b9bc7c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.300139 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3c458a51-f41f-49ae-98ee-2e3bf8fdacde req-edfd8f8c-d9e4-493c-a06b-d15a09b9bc7c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0516272 Sep 07 18:52:42.350156 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856429-351c-40af-a0f2-5fd8fc4b0444 req-7dc6c177-3463-4b70-a21e-b7bcf313168e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:42.350956 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3c458a51-f41f-49ae-98ee-2e3bf8fdacde req-c0799340-f45d-4b6e-b0ac-c3c8d127ba13 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Sep 07 18:52:42.356663 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2a856429-351c-40af-a0f2-5fd8fc4b0444 req-7dc6c177-3463-4b70-a21e-b7bcf313168e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0706828 Sep 07 18:52:42.410500 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2a856429-351c-40af-a0f2-5fd8fc4b0444 req-5f0ce567-d91e-4bab-8e41-2ffc9457b989 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Sep 07 18:52:42.420161 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db86bc-8988-4830-bafd-ca807da629d6 x-openstack-request-id: req-28db86bc-8988-4830-bafd-ca807da629d6 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:42.420677 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a128e6-ff12-4103-9090-96b91ca80036", "name": "network-vif-deleted", "tag": "9e3c8a23-94f3-4b4b-96c2-431d44663a29", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:42.421165 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28db86bc-8988-4830-bafd-ca807da629d6 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:42.421714 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a128e6-ff12-4103-9090-96b91ca80036', 'name': 'network-vif-deleted', 'tag': '9e3c8a23-94f3-4b4b-96c2-431d44663a29', 'status': 'completed', 'code': 200} Sep 07 18:52:43.212466 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d9764ea7-1b6c-4f8c-8712-5b64130dbf97 req-0bec91dd-64cd-4c7f-bef1-610d30f1d8ed tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6a128e6-ff12-4103-9090-96b91ca80036 HTTP/1.1" status: 200 len: 210 time: 0.0277576 Sep 07 18:52:43.500772 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a64bc-bea2-4bf2-83c1-6010c51e5dcf req-7e4b8a1a-7c37-4115-9555-361350a6becc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.502454 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9d2a64bc-bea2-4bf2-83c1-6010c51e5dcf req-7e4b8a1a-7c37-4115-9555-361350a6becc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0658388 Sep 07 18:52:43.537409 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee35ac-3206-4f19-b3e4-4983b0c4ac42 req-19050d16-2123-4d1b-95d0-3b583f684bf5 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:43.539762 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b0ee35ac-3206-4f19-b3e4-4983b0c4ac42 req-19050d16-2123-4d1b-95d0-3b583f684bf5 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0532844 Sep 07 18:52:43.552365 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9d2a64bc-bea2-4bf2-83c1-6010c51e5dcf req-59ed2f9f-75a0-4f39-9da0-e76e9adb4518 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Sep 07 18:52:43.582501 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b0ee35ac-3206-4f19-b3e4-4983b0c4ac42 req-356465ee-205c-405e-b495-badbc55a1670 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Sep 07 18:52:44.692350 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903a912-aa0a-4e42-b111-ba97fe64be74 req-b847df75-5f8c-40b4-bd4e-1affdd59c1c1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.695357 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4903a912-aa0a-4e42-b111-ba97fe64be74 req-b847df75-5f8c-40b4-bd4e-1affdd59c1c1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0631850 Sep 07 18:52:44.711348 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70306a-23b2-46c4-adba-631e21dc07b1 req-18cb49c7-94f3-485a-ad1e-60bd66281b1e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.713007 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2e70306a-23b2-46c4-adba-631e21dc07b1 req-18cb49c7-94f3-485a-ad1e-60bd66281b1e tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0560603 Sep 07 18:52:44.739361 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4903a912-aa0a-4e42-b111-ba97fe64be74 req-03947f09-6384-4f83-9392-0bee55dc2fd0 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Sep 07 18:52:44.763073 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2e70306a-23b2-46c4-adba-631e21dc07b1 req-5488765f-ea61-4ea8-8436-381adb4b84af tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/security-groups?id=16eb3688-9b1b-464b-9b51-5fc71ae63864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Sep 07 18:52:44.819870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-b79a5393-912b-4bd7-ab46-61db33f9ff3a tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:44.821358 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-b79a5393-912b-4bd7-ab46-61db33f9ff3a tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.74 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 949 time: 0.0518193 Sep 07 18:52:44.938068 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Deleting port f11969d2-ac0b-4c14-9e39-ff15906c26d9 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:44.938916 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.043952 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] For port f11969d2-ac0b-4c14-9e39-ff15906c26d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f11969d2-ac0b-4c14-9e39-ff15906c26d9,segment=NetworkSegment(28d8decb-62cf-489e-a18d-08322d20600a),segment_id=28d8decb-62cf-489e-a18d-08322d20600a)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:45.044307 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.056488 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Calling delete_port for f11969d2-ac0b-4c14-9e39-ff15906c26d9 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:45.200135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.230827 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Pushing event deleted for resources: {'Port': ['ID=f11969d2-ac0b-4c14-9e39-ff15906c26d9,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:45.249622 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['f11969d2-ac0b-4c14-9e39-ff15906c26d9'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:45.278891 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] No DVR routers for this DVR port f11969d2-ac0b-4c14-9e39-ff15906c26d9 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:45.283146 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:45.285667 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f907169a-1b98-4d96-a81b-e0407a9d0f4f req-c93542f2-6876-4311-b175-64d22a44f019 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.74 "DELETE /v2.0/ports/f11969d2-ac0b-4c14-9e39-ff15906c26d9 HTTP/1.1" status: 204 len: 173 time: 0.4508405 Sep 07 18:52:45.286630 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'name': 'network-vif-deleted', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:45.289869 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4539c4b6-3921-411d-b468-8a92a92f3436" -d '{"events": [{"server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "name": "network-vif-deleted", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:45.334002 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8e31f-f861-4ab1-8552-61a50da2ba8e x-openstack-request-id: req-d9c8e31f-f861-4ab1-8552-61a50da2ba8e {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:45.334297 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858544d0-5ddd-4eb1-8007-28e75f5ba20c", "name": "network-vif-deleted", "tag": "f11969d2-ac0b-4c14-9e39-ff15906c26d9", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:45.334552 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c8e31f-f861-4ab1-8552-61a50da2ba8e {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:45.335007 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858544d0-5ddd-4eb1-8007-28e75f5ba20c', 'name': 'network-vif-deleted', 'tag': 'f11969d2-ac0b-4c14-9e39-ff15906c26d9', 'status': 'completed', 'code': 200} Sep 07 18:52:45.656491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75a2e9-735e-4cdb-a97b-b87078eb61ed req-05d04d62-afd7-400c-90b2-71be084e6942 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.657891 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af75a2e9-735e-4cdb-a97b-b87078eb61ed req-05d04d62-afd7-400c-90b2-71be084e6942 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0611773 Sep 07 18:52:45.696337 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af75a2e9-735e-4cdb-a97b-b87078eb61ed req-d8e81a12-01bf-4267-b7bf-5d0fd9488600 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Sep 07 18:52:45.703470 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 9e3c8a23-94f3-4b4b-96c2-431d44663a29 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:45.726277 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 9e3c8a23-94f3-4b4b-96c2-431d44663a29 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:45.726610 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 9e3c8a23-94f3-4b4b-96c2-431d44663a29 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:45.770589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-5eb081ce-67af-4e79-b10a-e7a0cb3588f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.772219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-5eb081ce-67af-4e79-b10a-e7a0cb3588f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0415621 Sep 07 18:52:45.886957 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578ce4-c157-48df-b80d-6a919978eabb req-04839a44-7ca7-40ba-8e9f-d686cadc6dae tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.888542 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c6578ce4-c157-48df-b80d-6a919978eabb req-04839a44-7ca7-40ba-8e9f-d686cadc6dae tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0597417 Sep 07 18:52:45.900564 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06121143-60a1-454d-b2ea-9db0ff08811b req-13a826f4-a9e4-497a-a4b3-e6f151ffef52 tempest-VolumesNegativeTest-297181640 tempest-VolumesNegativeTest-297181640-project] 10.222.0.25 "GET /v2.0/ports?device_id=858544d0-5ddd-4eb1-8007-28e75f5ba20c HTTP/1.1" status: 200 len: 210 time: 0.0308063 Sep 07 18:52:45.928572 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-a831f410-b6c4-4846-9dd0-30e3af3d6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:45.929934 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c6578ce4-c157-48df-b80d-6a919978eabb req-4fa12c20-3a91-4e76-8570-3f3881a534ba tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Sep 07 18:52:45.930341 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-a831f410-b6c4-4846-9dd0-30e3af3d6632 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1315372 Sep 07 18:52:45.978670 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-26bb4df9-1953-4150-8483-05715be1cd2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0375710 Sep 07 18:52:46.050637 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-62b531a6-4929-47c4-afbe-1a195ce4ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:46.053019 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-62b531a6-4929-47c4-afbe-1a195ce4ff2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.0645552 Sep 07 18:52:46.122678 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-fa34cc27-606f-48a8-9c93-d1e7701aedd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268090 Sep 07 18:52:46.262369 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-f1913ee3-e52b-483c-b163-cfbf105fe750 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124785 Sep 07 18:52:46.367596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7572c6c7-ebba-4d72-ba7d-c93172a4f911 req-f0cdf3ff-1f7b-4e14-8e14-fadc56253c6d service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935571 Sep 07 18:52:46.822819 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3c72-eace-4efc-91ae-c7c2808df26f req-a4038352-aa0d-4e7c-8a82-74be1e792dea tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:46.824773 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cd0d3c72-eace-4efc-91ae-c7c2808df26f req-a4038352-aa0d-4e7c-8a82-74be1e792dea tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0533619 Sep 07 18:52:46.866378 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cd0d3c72-eace-4efc-91ae-c7c2808df26f req-baf4be42-4247-4503-9836-c86e51ed689b tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356257 Sep 07 18:52:47.058119 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bbe85-d1b8-449c-b042-fa1d86655d19 req-a70ebb2d-c0d2-4b33-95f8-af1db01bd3b3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:47.059742 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-688bbe85-d1b8-449c-b042-fa1d86655d19 req-a70ebb2d-c0d2-4b33-95f8-af1db01bd3b3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0542758 Sep 07 18:52:47.116345 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-688bbe85-d1b8-449c-b042-fa1d86655d19 req-522c916b-368c-439c-867a-ab90109267bb tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Sep 07 18:52:47.685609 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device f11969d2-ac0b-4c14-9e39-ff15906c26d9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:47.705966 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: f11969d2-ac0b-4c14-9e39-ff15906c26d9 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:47.706313 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device f11969d2-ac0b-4c14-9e39-ff15906c26d9 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:48.002113 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e15665-b9ee-4d29-838e-52d60560c966 req-dbbdcc5f-40c3-4db9-92e4-3c4f935bff03 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:48.003701 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-37e15665-b9ee-4d29-838e-52d60560c966 req-dbbdcc5f-40c3-4db9-92e4-3c4f935bff03 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0532942 Sep 07 18:52:48.051339 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-37e15665-b9ee-4d29-838e-52d60560c966 req-2a0ae2e9-d662-4c7f-a0f5-c033bc27d7eb tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Sep 07 18:52:48.289240 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1d9c-d0aa-47c0-8d3a-9a0a5b9c095b req-37600b8c-f802-46d2-a12a-b05b00d1b04c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:48.290868 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca2a1d9c-d0aa-47c0-8d3a-9a0a5b9c095b req-37600b8c-f802-46d2-a12a-b05b00d1b04c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0890641 Sep 07 18:52:48.300279 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-c90f1bcf-8ffa-4362-8374-9a4757342b17 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:48.301809 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-c90f1bcf-8ffa-4362-8374-9a4757342b17 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 945 time: 0.0977709 Sep 07 18:52:48.373985 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca2a1d9c-d0aa-47c0-8d3a-9a0a5b9c095b req-1d3f6a5d-b232-44c3-b535-f8a3f8bc8ad3 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710816 Sep 07 18:52:48.422117 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Deleting port 35bf27ee-a226-4d82-bfa3-c38309a8096c {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:48.422619 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.522344 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] For port 35bf27ee-a226-4d82-bfa3-c38309a8096c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=35bf27ee-a226-4d82-bfa3-c38309a8096c,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:48.522709 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.539858 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Calling delete_port for 35bf27ee-a226-4d82-bfa3-c38309a8096c owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:48.697497 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.737253 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event deleted for resources: {'Port': ['ID=35bf27ee-a226-4d82-bfa3-c38309a8096c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:48.747113 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443', '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', '35bf27ee-a226-4d82-bfa3-c38309a8096c'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:48.780956 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] No DVR routers for this DVR port 35bf27ee-a226-4d82-bfa3-c38309a8096c on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:48.784183 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.786216 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5e0dfa1-f0d0-4bc7-96eb-2c1b7bf73fad req-df1324a3-7da0-4152-aaa6-d39156eb3659 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "DELETE /v2.0/ports/35bf27ee-a226-4d82-bfa3-c38309a8096c HTTP/1.1" status: 204 len: 173 time: 0.4762142 Sep 07 18:52:48.786997 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'name': 'network-vif-deleted', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:48.789888 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d1ed1-919c-496c-aa77-d4def55782b1" -d '{"events": [{"server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "name": "network-vif-deleted", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:48.813217 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:48.841596 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d217a5d-03e0-4f61-bb60-3551057ed55a x-openstack-request-id: req-7d217a5d-03e0-4f61-bb60-3551057ed55a {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:48.841888 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1", "name": "network-vif-deleted", "tag": "35bf27ee-a226-4d82-bfa3-c38309a8096c", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:48.842323 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d217a5d-03e0-4f61-bb60-3551057ed55a {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:48.842934 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1', 'name': 'network-vif-deleted', 'tag': '35bf27ee-a226-4d82-bfa3-c38309a8096c', 'status': 'completed', 'code': 200} Sep 07 18:52:49.163926 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e4077c31-3249-42b0-8f61-686ec58941d9 req-fd39e11f-4b8f-460a-9072-afe5072a7241 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=56dc6b96-0f73-4ec2-9cb5-6e1ee25795a1 HTTP/1.1" status: 200 len: 210 time: 0.0290012 Sep 07 18:52:49.514656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45014ca-2838-4e66-aa4f-25e0a8fa9875 req-b72f6cff-43ba-4cfb-8ca2-367f1d5882c2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:49.516283 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d45014ca-2838-4e66-aa4f-25e0a8fa9875 req-b72f6cff-43ba-4cfb-8ca2-367f1d5882c2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0615344 Sep 07 18:52:49.559333 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d45014ca-2838-4e66-aa4f-25e0a8fa9875 req-7e342820-2222-4660-9ffa-1712fcc60c63 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368876 Sep 07 18:52:50.468074 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13b36c-3ec9-4e19-b4ed-ad484cd05302 req-68d2e8e8-dc51-4e67-a575-f0586cda7d68 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:50.469703 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e13b36c-3ec9-4e19-b4ed-ad484cd05302 req-68d2e8e8-dc51-4e67-a575-f0586cda7d68 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.0599318 Sep 07 18:52:50.521637 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1e13b36c-3ec9-4e19-b4ed-ad484cd05302 req-26f4747a-048a-4839-8e79-fb3df697d0dc tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Sep 07 18:52:50.695625 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098bda-6540-4d57-9cc5-5e33d6f557e6 req-e0a3a810-bdfa-407b-9e6a-de1529ca0fc2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:50.696130 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af098bda-6540-4d57-9cc5-5e33d6f557e6 req-e0a3a810-bdfa-407b-9e6a-de1529ca0fc2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0586662 Sep 07 18:52:50.739090 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af098bda-6540-4d57-9cc5-5e33d6f557e6 req-2820d9c5-242a-43fe-8997-5c5093c57c6a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Sep 07 18:52:50.968418 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33378) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:51.116250 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-01c3bcf2-6023-43bf-9cf8-af64133777e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7edc060952a044c0ab574e7aa93ae58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465518 Sep 07 18:52:51.118666 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33382) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:52:51.168336 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.190783 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.257018 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.259705 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:51.263852 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16eb3688-9b1b-464b-9b51-5fc71ae63864 HTTP/1.1" status: 204 len: 168 time: 0.1413093 Sep 07 18:52:51.273103 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f73ab8-5b0c-4a0d-a507-4815f407e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb3688-9b1b-464b-9b51-5fc71ae63864,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:51.643370 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad81b63-3f13-4213-b9de-c0d1ec3e83ff req-02897740-071c-42a0-8daf-bd8891372289 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:51.644792 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ad81b63-3f13-4213-b9de-c0d1ec3e83ff req-02897740-071c-42a0-8daf-bd8891372289 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.0522180 Sep 07 18:52:51.690338 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7ad81b63-3f13-4213-b9de-c0d1ec3e83ff req-7319d047-bb62-45b9-8c3c-19892728946c tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371602 Sep 07 18:52:51.738202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 35bf27ee-a226-4d82-bfa3-c38309a8096c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:51.758693 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 35bf27ee-a226-4d82-bfa3-c38309a8096c {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:51.759061 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 35bf27ee-a226-4d82-bfa3-c38309a8096c not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:51.863730 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a5d8-15c0-46f5-91df-faf4f599517d req-124600d4-93c3-46e0-b5b9-6a346e92688e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:51.865475 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8793a5d8-15c0-46f5-91df-faf4f599517d req-124600d4-93c3-46e0-b5b9-6a346e92688e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0536201 Sep 07 18:52:51.913783 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8793a5d8-15c0-46f5-91df-faf4f599517d req-c6c1572a-8514-4740-aa6d-87fadba1c6e2 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Sep 07 18:52:52.563476 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-debb788e-61cf-47b1-8d00-fe2bd6e8ee51 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.565027 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-debb788e-61cf-47b1-8d00-fe2bd6e8ee51 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.0619855 Sep 07 18:52:52.669924 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Deleting port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:52.670167 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.773569 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] For port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:52.773927 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:52.805491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Calling delete_port for 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:52.863368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da715-132d-429f-90f2-7adcc6ac6d8e req-11d1caec-f046-4f31-ad79-6a3fddc36f40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:52.864881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a61da715-132d-429f-90f2-7adcc6ac6d8e req-11d1caec-f046-4f31-ad79-6a3fddc36f40 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 946 time: 0.1055319 Sep 07 18:52:52.927630 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a61da715-132d-429f-90f2-7adcc6ac6d8e req-5e9ee33d-a5ae-4d3a-94b3-5c3fc5a60650 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Sep 07 18:52:52.989786 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.027503 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event deleted for resources: {'Port': ['ID=13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:53.040059 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443', '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:53.071973 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] No DVR routers for this DVR port 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:53.075326 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:53.075892 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2cb6-cd8d-492d-b28d-dee800ba0cff req-291fe3fc-5d85-4aee-a592-edc198732661 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:53.078247 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d0bb2cb6-cd8d-492d-b28d-dee800ba0cff req-291fe3fc-5d85-4aee-a592-edc198732661 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0907316 Sep 07 18:52:53.078527 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-907e206d-3fa0-46b7-a326-1c1bcb437564 req-874bd8a5-26d7-4eb6-a78b-7b9b663be8e7 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "DELETE /v2.0/ports/13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 HTTP/1.1" status: 204 len: 173 time: 0.5049219 Sep 07 18:52:53.079123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'name': 'network-vif-deleted', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:53.081718 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ba215-be65-43f8-ab62-c3156f2e1f5a" -d '{"events": [{"server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "name": "network-vif-deleted", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:53.141564 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017fff0c-1abf-4c47-af85-75ca12d9728d x-openstack-request-id: req-017fff0c-1abf-4c47-af85-75ca12d9728d {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:53.141797 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96382b0-3424-496b-9530-3fcc62464024", "name": "network-vif-deleted", "tag": "13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:53.142037 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017fff0c-1abf-4c47-af85-75ca12d9728d {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:53.142463 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96382b0-3424-496b-9530-3fcc62464024', 'name': 'network-vif-deleted', 'tag': '13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09', 'status': 'completed', 'code': 200} Sep 07 18:52:53.153295 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d0bb2cb6-cd8d-492d-b28d-dee800ba0cff req-5fcd669d-88f9-4bb1-b16c-333e7835ac75 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Sep 07 18:52:54.056625 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7285f918-e6c8-47c7-a8d9-52324f2563ec req-a4624c5c-98b5-42d9-bb21-5994604d9d8f tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a96382b0-3424-496b-9530-3fcc62464024 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Sep 07 18:52:54.283755 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a7fc9-f82e-4085-a4c4-1b0cf42ca786 req-3a611c40-5592-4d14-b0a9-7b95b2459115 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:54.285317 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-708a7fc9-f82e-4085-a4c4-1b0cf42ca786 req-3a611c40-5592-4d14-b0a9-7b95b2459115 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Sep 07 18:52:54.324140 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-708a7fc9-f82e-4085-a4c4-1b0cf42ca786 req-c5987373-e0d5-4a07-8fe8-3de110a16e3e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Sep 07 18:52:55.451371 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5928-44a9-4611-a445-f0baaf108de2 req-8391ca21-4402-4fc0-8502-b5b0c0d931ef tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:55.452896 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cecc5928-44a9-4611-a445-f0baaf108de2 req-8391ca21-4402-4fc0-8502-b5b0c0d931ef tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0505543 Sep 07 18:52:55.495198 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cecc5928-44a9-4611-a445-f0baaf108de2 req-061d9c7e-dd79-4e00-abde-c32c6a486891 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Sep 07 18:52:55.762419 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:52:55.783524 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:52:55.783878 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 13c76b2d-4dd6-4f00-a987-0ca5c6c7bf09 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:52:56.491016 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecd532-7de0-41cc-91c8-9e3ae4e2de48 req-a77121e0-d17f-4477-b4c7-ff1bb3df68f2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:56.492467 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9eecd532-7de0-41cc-91c8-9e3ae4e2de48 req-a77121e0-d17f-4477-b4c7-ff1bb3df68f2 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0552804 Sep 07 18:52:56.536428 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9eecd532-7de0-41cc-91c8-9e3ae4e2de48 req-1aee8560-6756-4bcb-b4c2-e9be4e8caab6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Sep 07 18:52:56.622147 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a055-0b76-4628-b1e8-079ef77f9ab6 req-7013f94a-7e6f-42d2-8098-7dd0c073abfe tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:56.623720 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ae74a055-0b76-4628-b1e8-079ef77f9ab6 req-7013f94a-7e6f-42d2-8098-7dd0c073abfe tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Sep 07 18:52:56.664661 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ae74a055-0b76-4628-b1e8-079ef77f9ab6 req-46cca2c1-efbe-4732-939b-d8c6e47738e8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Sep 07 18:52:57.657676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf75d-725d-4baa-8401-72a9c4ff2d08 req-42099a38-deb8-4ef8-8b80-79ff203ee346 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.660130 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-233bf75d-725d-4baa-8401-72a9c4ff2d08 req-42099a38-deb8-4ef8-8b80-79ff203ee346 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0535231 Sep 07 18:52:57.701848 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-233bf75d-725d-4baa-8401-72a9c4ff2d08 req-b5b3c758-d42c-4a4d-9131-cbd651bdb440 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Sep 07 18:52:57.794927 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428e8bb-b98d-4f4b-a6ea-d77616de8862 req-cb783fdd-a7d7-4cc4-bcc8-eec2888ed798 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:57.796501 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4428e8bb-b98d-4f4b-a6ea-d77616de8862 req-cb783fdd-a7d7-4cc4-bcc8-eec2888ed798 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0520291 Sep 07 18:52:57.837099 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4428e8bb-b98d-4f4b-a6ea-d77616de8862 req-90f1bced-ce38-4332-a698-18c82c54dde4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Sep 07 18:52:58.827305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cd722-a06e-4c6f-bff6-965110a877fb req-b28346a9-7b85-40e9-ad88-a9e54911f2a6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:58.828909 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4c7cd722-a06e-4c6f-bff6-965110a877fb req-b28346a9-7b85-40e9-ad88-a9e54911f2a6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0527887 Sep 07 18:52:58.901023 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4c7cd722-a06e-4c6f-bff6-965110a877fb req-ac8e8c01-4406-4d75-9c34-bbe6222330b6 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6ab17f8-7025-4b7b-94f4-6a5171e3072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629814 Sep 07 18:52:58.909367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-588dd9be-928c-4e3d-94f1-d15438f29bbe tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:58.910872 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-588dd9be-928c-4e3d-94f1-d15438f29bbe tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 945 time: 0.0809216 Sep 07 18:52:58.931577 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-8e8bc632-5bfe-4efd-a09b-7bc851869db8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321582821&fields=id&tenant_id=fa2a3e9f28484393b5bde9b380b96f09 HTTP/1.1" status: 200 len: 267 time: 0.0341022 Sep 07 18:52:59.049653 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6a343-eea9-45d9-a188-62dc2ecd1fa7 req-dc6299bf-0ef9-49eb-9e71-2ad65a4fb609 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:59.051225 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5bd6a343-eea9-45d9-a188-62dc2ecd1fa7 req-dc6299bf-0ef9-49eb-9e71-2ad65a4fb609 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0881934 Sep 07 18:52:59.056722 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-77fc9429-a758-401d-ba17-74a9555dba2c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:52:59.058244 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-77fc9429-a758-401d-ba17-74a9555dba2c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 808 time: 0.1186485 Sep 07 18:52:59.066774 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Deleting port 44226ede-d2a0-496c-9cca-4038ffa4b443 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:52:59.067156 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.072984 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-941e1043-1ffd-4004-99cf-940a2ecc0c3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/quotas/fa2a3e9f28484393b5bde9b380b96f09 HTTP/1.1" status: 200 len: 375 time: 0.0090542 Sep 07 18:52:59.127414 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-acf8ae27-31fa-47e3-a8cb-87fb6ec782b5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478811 Sep 07 18:52:59.154388 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5bd6a343-eea9-45d9-a188-62dc2ecd1fa7 req-4e8fa6bd-7c12-4049-a3b2-dda9b6133e6e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960889 Sep 07 18:52:59.208005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] For port 44226ede-d2a0-496c-9cca-4038ffa4b443, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44226ede-d2a0-496c-9cca-4038ffa4b443,segment=NetworkSegment(8887d143-a98e-43b0-b6bf-8e611b29f7ea),segment_id=8887d143-a98e-43b0-b6bf-8e611b29f7ea)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:52:59.208335 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.227009 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Calling delete_port for 44226ede-d2a0-496c-9cca-4038ffa4b443 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:52:59.245294 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-0660f908-1c6f-4a7c-a436-841440f67424 service neutron] 10.222.0.25 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041706 Sep 07 18:52:59.359267 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-38919e3e-0cc1-4709-a9de-8751fdbfee3e service neutron] 10.222.0.25 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058853 Sep 07 18:52:59.386310 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.390869 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-dca8beae-5c42-4478-b7ca-54c123872689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.440339 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['44226ede-d2a0-496c-9cca-4038ffa4b443'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:52:59.445568 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Pushing event deleted for resources: {'Port': ['ID=44226ede-d2a0-496c-9cca-4038ffa4b443,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:52:59.469322 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] No DVR routers for this DVR port 44226ede-d2a0-496c-9cca-4038ffa4b443 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:52:59.476007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:52:59.478469 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-99a1c4ff-7669-45e2-bc1c-50e4cccf6e27 req-dc213a6a-6275-41d7-9a08-404dbe2d82c0 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.74 "DELETE /v2.0/ports/44226ede-d2a0-496c-9cca-4038ffa4b443 HTTP/1.1" status: 204 len: 173 time: 0.5509005 Sep 07 18:52:59.479567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'name': 'network-vif-deleted', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:52:59.484438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f897891-895d-4477-9e9f-02d2274fbca3" -d '{"events": [{"server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "name": "network-vif-deleted", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:52:59.532279 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d3838-3929-4262-b32e-0747220104ec x-openstack-request-id: req-419d3838-3929-4262-b32e-0747220104ec {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:52:59.532563 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc930f3-5d3b-4cbc-8367-224e8cd4081d", "name": "network-vif-deleted", "tag": "44226ede-d2a0-496c-9cca-4038ffa4b443", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:52:59.532809 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-419d3838-3929-4262-b32e-0747220104ec {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:52:59.533308 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc930f3-5d3b-4cbc-8367-224e8cd4081d', 'name': 'network-vif-deleted', 'tag': '44226ede-d2a0-496c-9cca-4038ffa4b443', 'status': 'completed', 'code': 200} Sep 07 18:52:59.805364 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fc7da3af-2de7-4e4e-a80d-7fce22e7a415 req-74ae7b5e-742f-44f5-8230-23045b56ef21 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0571365 Sep 07 18:53:00.034655 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f72f05a3-7fb5-4db1-b30d-02e15cba8d00 req-33b480ee-db49-4fd3-9682-b34e863daf18 tempest-AttachVolumeNegativeTest-1074403912 tempest-AttachVolumeNegativeTest-1074403912-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc930f3-5d3b-4cbc-8367-224e8cd4081d HTTP/1.1" status: 200 len: 210 time: 0.0426598 Sep 07 18:53:00.133532 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fef1a5-6606-4ed5-8745-d9e532dd9058 req-db16e99f-4b3a-4eca-abca-e95eecead95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:00.135311 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f6fef1a5-6606-4ed5-8745-d9e532dd9058 req-db16e99f-4b3a-4eca-abca-e95eecead95d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0451262 Sep 07 18:53:00.188639 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f6fef1a5-6606-4ed5-8745-d9e532dd9058 req-55ac9f4c-ebf5-4c11-b33f-fe84c6c20f93 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Sep 07 18:53:00.282435 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2308ec-4299-4bc3-a6bf-588d5f8ffb4a req-562562a1-3394-489a-9521-b862b313a246 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:00.284058 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c2308ec-4299-4bc3-a6bf-588d5f8ffb4a req-562562a1-3394-489a-9521-b862b313a246 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0503263 Sep 07 18:53:00.324374 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c2308ec-4299-4bc3-a6bf-588d5f8ffb4a req-8f5e7eae-011e-41fb-81db-a9cbebd9b555 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Sep 07 18:53:00.895748 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6345b47b-ca54-40e4-a5f9-972689e091bf req-24bf0a3e-e9b5-4a94-a7b3-b691a6644393 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Sep 07 18:53:01.092256 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33520) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:01.150999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Deleting subnet 5a8c6b2c-397a-4446-94f0-0086b4580e1e {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:53:01.154487 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.191225 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.239049 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.297867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.326854 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8c6b2c-397a-4446-94f0-0086b4580e1e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:01.332026 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.339175 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a7b6ebf6-6a90-4c3f-a3d9-45922a9d9753 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5a8c6b2c-397a-4446-94f0-0086b4580e1e HTTP/1.1" status: 204 len: 168 time: 0.2402732 Sep 07 18:53:01.340244 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-7cf19b4b-2ca7-423e-b3d4-45b65fb1d7d4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:01.340244 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-7cf19b4b-2ca7-423e-b3d4-45b65fb1d7d4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 808 time: 0.1096668 Sep 07 18:53:01.340714 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33522) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:01.436067 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.454156 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-9d27452b-3ef2-48ce-83d5-d717dd70284e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa2a3e9f28484393b5bde9b380b96f09 HTTP/1.1" status: 200 len: 380 time: 0.0572658 Sep 07 18:53:01.464163 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd9b1-b052-4270-9226-a5be9d543200 req-899848ef-bac2-4722-bbb4-9124a2fb537e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:01.466545 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-202cd9b1-b052-4270-9226-a5be9d543200 req-899848ef-bac2-4722-bbb4-9124a2fb537e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0653026 Sep 07 18:53:01.475056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'port': {'device_id': '651a11be-4325-45d9-9936-b2681da0c577', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'admin_state_up': True, 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'security_groups': ['65e7b766-6f0e-47d9-85d4-9fd927555d0c']}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:01.509741 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-202cd9b1-b052-4270-9226-a5be9d543200 req-22fa4483-42d4-4edc-ba69-4fbfa9abbe88 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Sep 07 18:53:01.772743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 44226ede-d2a0-496c-9cca-4038ffa4b443 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:01.796424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 44226ede-d2a0-496c-9cca-4038ffa4b443 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:01.796733 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 44226ede-d2a0-496c-9cca-4038ffa4b443 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:01.851791 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.889611 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f5f5f9-75d7-4d88-a67f-825c9b38dd55']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:01.904678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8887d143-a98e-43b0-b6bf-8e611b29f7ea') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:01.904996 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8887d143-a98e-43b0-b6bf-8e611b29f7ea') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:01.916873 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.939765 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.944498 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Made reservation on behalf of fa2a3e9f28484393b5bde9b380b96f09 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:53:01.948453 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.953338 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:53:01.953837 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:53:01.955720 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:53:02.012300 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ea83585a-3d09-4c9b-b064-677069ff4522 req-ae18520d-a1ac-4ebf-94f2-b4296a8c2396 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Sep 07 18:53:02.055624 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.066177 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.068063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] 10.222.0.25 "DELETE /v2.0/networks/15f5f5f9-75d7-4d88-a67f-825c9b38dd55 HTTP/1.1" status: 204 len: 168 time: 0.7267067 Sep 07 18:53:02.079455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899318d3-aba9-4ce1-a694-e0f92f05cb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f5f5f9-75d7-4d88-a67f-825c9b38dd55,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:02.153399 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Allocated IP 172.20.0.9 (205f6de1-5c8b-4034-bcc2-58443d3aa503/302355d5-b694-41e9-ae4f-188b5ef674a0/16c35cec-a8a9-45fa-aed9-7d2232169d60) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:02.287046 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33544) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:02.299887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900fe8-2606-4c20-87e0-c52410a92542 req-ac3c1745-0e67-4da8-9516-b57fca719ee2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:02.301586 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fc900fe8-2606-4c20-87e0-c52410a92542 req-ac3c1745-0e67-4da8-9516-b57fca719ee2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Sep 07 18:53:02.335610 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.342112 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fc900fe8-2606-4c20-87e0-c52410a92542 req-1a5be51f-8ce3-47dd-8916-5ecfd9b25037 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342858 Sep 07 18:53:02.361675 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4dc088f3-f0f8-4501-97f2-ebd646a82925 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35c93bff7fdf4dc1859e511d40827ff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0713439 Sep 07 18:53:02.361675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Transition to ACTIVE for port object 16c35cec-a8a9-45fa-aed9-7d2232169d60 will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:02.362276 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33546) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:02.431946 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.433930 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.497405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.500171 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:02.510802 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:02.518069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:02.524783 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:02.593114 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:02.593741 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.615839 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.617915 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.619104 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6ab17f8-7025-4b7b-94f4-6a5171e3072c HTTP/1.1" status: 204 len: 168 time: 0.2562602 Sep 07 18:53:02.639020 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-c4f5620b-034c-463c-8662-6eed3bcfda7e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1683002 Sep 07 18:53:02.646730 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367b7ae-fbd4-4b72-82ac-ea541b19618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab17f8-7025-4b7b-94f4-6a5171e3072c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:02.666116 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Request body: {'port': {'device_id': '651a11be-4325-45d9-9936-b2681da0c577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:02.688551 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458ab28-fcca-44a2-9872-d93efbb4371b req-8c3da312-7083-4a57-9e53-3cbf248897c6 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:02.690405 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7458ab28-fcca-44a2-9872-d93efbb4371b req-8c3da312-7083-4a57-9e53-3cbf248897c6 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0924919 Sep 07 18:53:02.699689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3ffff7b1-fca5-4e08-beab-ff569b288061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.729193 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.786794 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.805415 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7458ab28-fcca-44a2-9872-d93efbb4371b req-69f7d20c-a14f-41c7-9eab-11155acc5e2d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802867 Sep 07 18:53:02.847107 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8817166c-7f4e-47fc-b2ff-8e99f0a1c38b None None] Provisioning for port 16c35cec-a8a9-45fa-aed9-7d2232169d60 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:02.851754 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8817166c-7f4e-47fc-b2ff-8e99f0a1c38b None None] Provisioning complete for port 16c35cec-a8a9-45fa-aed9-7d2232169d60 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:02.852187 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8817166c-7f4e-47fc-b2ff-8e99f0a1c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:02.890675 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-8817166c-7f4e-47fc-b2ff-8e99f0a1c38b None None] Port 16c35cec-a8a9-45fa-aed9-7d2232169d60 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:53:03.107619 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c35cec-a8a9-45fa-aed9-7d2232169d60 {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:03.116565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.132119 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Transition to ACTIVE for port object 16c35cec-a8a9-45fa-aed9-7d2232169d60 will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:53:03.137712 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.224976 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de617-119e-4472-b019-a423eeb06072 req-5c729498-bc93-4c22-81f4-ef5665dc9acb tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.226787 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1a9de617-119e-4472-b019-a423eeb06072 req-5c729498-bc93-4c22-81f4-ef5665dc9acb tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 931 time: 0.1056650 Sep 07 18:53:03.238950 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:03.247435 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-f95fb4f2-dfc9-4e42-8ab2-884e7e875778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.249653 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-f95fb4f2-dfc9-4e42-8ab2-884e7e875778 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=539686a09b344a748c48a347c4467ec4&device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0764563 Sep 07 18:53:03.303781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b108f5d-1e81-4401-9430-c4692ea97cf4 req-00468546-d75b-4b97-8ab7-6f3230526d4f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.305239 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5b108f5d-1e81-4401-9430-c4692ea97cf4 req-00468546-d75b-4b97-8ab7-6f3230526d4f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1199470 Sep 07 18:53:03.355944 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Attempting to bind port 16c35cec-a8a9-45fa-aed9-7d2232169d60 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:53:03.356336 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Attempting to bind port 16c35cec-a8a9-45fa-aed9-7d2232169d60 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:53:03.356680 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Attempting to bind port 16c35cec-a8a9-45fa-aed9-7d2232169d60 on network 205f6de1-5c8b-4034-bcc2-58443d3aa503 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:03.357270 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1a9de617-119e-4472-b019-a423eeb06072 req-90baf0d1-933d-476e-bece-4e56b5a3419d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200831 Sep 07 18:53:03.381774 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5b108f5d-1e81-4401-9430-c4692ea97cf4 req-359cffd7-6779-4419-b586-9f91ff1d14a8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 Sep 07 18:53:03.386056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Port 16c35cec-a8a9-45fa-aed9-7d2232169d60 on network 205f6de1-5c8b-4034-bcc2-58443d3aa503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:53:03.386462 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Attempting to bind port 16c35cec-a8a9-45fa-aed9-7d2232169d60 on network 205f6de1-5c8b-4034-bcc2-58443d3aa503 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:53:03.400515 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:53:03.400840 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Checking segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:53:03.401645 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Bound using segment: {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:53:03.412244 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Bound port: 16c35cec-a8a9-45fa-aed9-7d2232169d60, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0163aac1-fc5d-4f48-a79b-46f20a120608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:53:03.412866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.433580 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-3d672f28-365d-44ca-ba76-21a51d8368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.435510 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-3d672f28-365d-44ca-ba76-21a51d8368cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 200 len: 919 time: 0.1719487 Sep 07 18:53:03.486051 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-b65cbfe8-9889-46b4-982a-ec0240816843 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 200 len: 217 time: 0.0395248 Sep 07 18:53:03.486864 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:53:03.490109 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:53:03.494918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.542797 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.543561 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:03.550212 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] 10.222.0.74 "PUT /v2.0/ports/16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 1093 time: 0.8900359 Sep 07 18:53:03.550714 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:03.555008 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414b06d-22a1-4a41-90f3-5add740a8a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:03.609377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae507a0-9231-4a5a-a65b-b81c9572e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:03.610079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-a2c19016-dac3-4536-ac0f-4681b3b6e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.612504 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-a2c19016-dac3-4536-ac0f-4681b3b6e5bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 200 len: 858 time: 0.1155124 Sep 07 18:53:03.619593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fca25c-669d-4238-b144-94d941446721 x-openstack-request-id: req-69fca25c-669d-4238-b144-94d941446721 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:03.620182 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:03.620527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69fca25c-669d-4238-b144-94d941446721 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:03.621098 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'status': 'completed', 'code': 200} Sep 07 18:53:03.627642 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997c27-5391-4547-86e1-0b01cff23131 req-813b0b65-50a4-4a33-962d-ff01e34e1d4c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.638644 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-08997c27-5391-4547-86e1-0b01cff23131 req-813b0b65-50a4-4a33-962d-ff01e34e1d4c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1555426 Sep 07 18:53:03.665931 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-30397f6e-c858-4bbc-a7c9-0462e6fbd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.667956 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-30397f6e-c858-4bbc-a7c9-0462e6fbd836 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1096 time: 0.0501599 Sep 07 18:53:03.701393 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-be97502d-76d7-4bc8-b2b6-07d9b002b2d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24a47e0-93d1-49d6-a9bb-748e15d1685f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600846 Sep 07 18:53:03.724141 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-08997c27-5391-4547-86e1-0b01cff23131 req-63f68f63-6125-4d74-8f53-7c047e858c83 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843203 Sep 07 18:53:03.762522 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-466366e1-f13a-4479-a304-940d551b733b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 217 time: 0.0673487 Sep 07 18:53:03.814200 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-50bea9ab-114b-4503-be85-1f692d2c9bd5 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044140 Sep 07 18:53:03.821184 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-099ddfa3-7a65-4e14-8e32-8752f55a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.822687 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-099ddfa3-7a65-4e14-8e32-8752f55a5bfd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0522771 Sep 07 18:53:03.880977 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-566abd8b-bcb9-4ff9-ba61-6afcf1caf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:03.882681 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-566abd8b-bcb9-4ff9-ba61-6afcf1caf4e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517123 Sep 07 18:53:03.927178 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd75d1e2-4f57-426f-8832-e966517c3e89 req-99c87c08-3a08-4dfd-b992-7780493d96e3 service neutron] 10.222.0.74 "GET /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030447 Sep 07 18:53:04.011521 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-6b775e43-05a0-4d12-913c-b0699743ddd9 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182053 Sep 07 18:53:04.134853 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1874791b-6a24-41ed-a4e7-34904be9b603 req-33df549d-bbe7-4160-9610-2278df4d0052 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959527 Sep 07 18:53:04.351871 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-07f76284-17db-4cb2-abf8-5cffe2d868ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.353387 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-07f76284-17db-4cb2-abf8-5cffe2d868ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1096 time: 0.0520833 Sep 07 18:53:04.489585 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-fa4d9bc5-d4e3-4811-bf00-95989e551b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.491118 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-fa4d9bc5-d4e3-4811-bf00-95989e551b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.1271067 Sep 07 18:53:04.516962 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69127-e44b-46ba-bd52-e24acad6db47 req-9586e901-4c14-40b4-99a0-4bf522dc8644 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.519648 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-78f69127-e44b-46ba-bd52-e24acad6db47 req-9586e901-4c14-40b4-99a0-4bf522dc8644 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0674846 Sep 07 18:53:04.525300 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825510bf-b616-4306-8963-cce6b0c57c8f req-fe86c6a7-944c-4a91-92bb-ea64189e8c8c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.533660 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-825510bf-b616-4306-8963-cce6b0c57c8f req-fe86c6a7-944c-4a91-92bb-ea64189e8c8c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0531693 Sep 07 18:53:04.541527 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.569617 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33608) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:04.574996 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-825510bf-b616-4306-8963-cce6b0c57c8f req-187120fa-2bc5-4fb3-a641-73258a03cd7c tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Sep 07 18:53:04.609939 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-eb84ffc4-76c9-4bc1-8de3-ccae2de2d9ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 217 time: 0.0630245 Sep 07 18:53:04.622665 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-78f69127-e44b-46ba-bd52-e24acad6db47 req-903a7064-1641-4bda-8b68-8dc60e2085ab tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945153 Sep 07 18:53:04.666593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-00bc3150-ec04-4cd8-8a8d-8ac25fe121a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.668305 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-00bc3150-ec04-4cd8-8a8d-8ac25fe121a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0446146 Sep 07 18:53:04.719567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a8009985-f190-408b-965a-50e014a56bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.748154 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-f8eee1d8-a620-4749-8714-4a050d005987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.749729 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-f8eee1d8-a620-4749-8714-4a050d005987 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737672 Sep 07 18:53:04.865192 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a67ea-31cb-484c-8417-5d3ef3207ecf req-49c5a8a1-e6b1-43a0-b4d7-5bf7ae5ebd63 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:04.866827 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ba4a67ea-31cb-484c-8417-5d3ef3207ecf req-49c5a8a1-e6b1-43a0-b4d7-5bf7ae5ebd63 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0527511 Sep 07 18:53:04.887390 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-0b3f478c-d72f-4f88-9841-c9ea717c4bdd service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286926 Sep 07 18:53:04.907441 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ba4a67ea-31cb-484c-8417-5d3ef3207ecf req-1abb5cf2-95f0-4ca9-96bc-ae4fad590e00 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Sep 07 18:53:04.922442 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a8009985-f190-408b-965a-50e014a56bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:04.946927 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a8009985-f190-408b-965a-50e014a56bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.002659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8009985-f190-408b-965a-50e014a56bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0160e452-10df-488e-bb68-3bad22d0f107,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:05.014361 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a8009985-f190-408b-965a-50e014a56bcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99d2a434b69849bdad8b67a4e91faca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426591 Sep 07 18:53:05.017715 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33614) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:05.030341 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a414b06d-22a1-4a41-90f3-5add740a8a1e req-28e46ea7-9628-4687-87a9-923754f84c37 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331763 Sep 07 18:53:05.074257 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.096675 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.148816 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.151370 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.156113 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0160e452-10df-488e-bb68-3bad22d0f107 HTTP/1.1" status: 204 len: 168 time: 0.1341393 Sep 07 18:53:05.161787 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204af48b-53f8-4af3-b88c-be94fede9b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160e452-10df-488e-bb68-3bad22d0f107,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:05.464634 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33620) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:05.478733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53e761d9-0c99-4cd6-97bf-c6fe1ea80fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.571694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53e761d9-0c99-4cd6-97bf-c6fe1ea80fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.576468 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53e761d9-0c99-4cd6-97bf-c6fe1ea80fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.619150 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-53e761d9-0c99-4cd6-97bf-c6fe1ea80fa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=636d9f310a2447bc96bc1d75a02013fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507447 Sep 07 18:53:05.619150 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e761d9-0c99-4cd6-97bf-c6fe1ea80fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c81c69-3918-4bf7-9900-5c237b321841,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:05.619802 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33624) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:05.712789 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.736502 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23139-7241-4fd5-a9d5-01bc165eee50 req-a12eb92a-fa2b-486e-9343-e359670e9ac1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:05.738061 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-14a23139-7241-4fd5-a9d5-01bc165eee50 req-a12eb92a-fa2b-486e-9343-e359670e9ac1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0831697 Sep 07 18:53:05.747212 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8791d7-3cd2-4b25-bc3a-0509a598fcbd req-dd1f5f05-09a7-4686-9ad7-141f5be53250 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:05.748832 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-df8791d7-3cd2-4b25-bc3a-0509a598fcbd req-dd1f5f05-09a7-4686-9ad7-141f5be53250 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0531828 Sep 07 18:53:05.755993 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.786034 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-df8791d7-3cd2-4b25-bc3a-0509a598fcbd req-8f76674a-e9cc-4dd5-b290-1a5c7429a23a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Sep 07 18:53:05.807540 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-14a23139-7241-4fd5-a9d5-01bc165eee50 req-c0d67f29-9b39-4428-b97f-6195c516e717 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Sep 07 18:53:05.838942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.843923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:05.845069 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c81c69-3918-4bf7-9900-5c237b321841 HTTP/1.1" status: 204 len: 168 time: 0.2174129 Sep 07 18:53:05.854546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4d9a-b97d-44b8-8ab2-5e8598c52cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c81c69-3918-4bf7-9900-5c237b321841,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:05.876495 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:06.039810 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be04c6-08ca-4c2e-91c0-173532e9ab56 req-5a08e42f-5655-42b8-9e0e-ce0decfc7941 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:06.041655 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c5be04c6-08ca-4c2e-91c0-173532e9ab56 req-5a08e42f-5655-42b8-9e0e-ce0decfc7941 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0561779 Sep 07 18:53:06.095513 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c5be04c6-08ca-4c2e-91c0-173532e9ab56 req-56361a58-5c42-4a2c-986f-1af5da6aa479 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Sep 07 18:53:06.933787 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8ab99-ce20-430c-bf79-3bd1e77b8180 req-9350ac2f-8e72-4c4f-8a31-11225782ef2b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:06.941748 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4db8ab99-ce20-430c-bf79-3bd1e77b8180 req-9350ac2f-8e72-4c4f-8a31-11225782ef2b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0708423 Sep 07 18:53:07.000231 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f66a8-1d07-4bd5-b699-dfe57cf4919d req-f91fff23-208a-4099-b4ed-0aa37aeba35e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:07.005063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4db8ab99-ce20-430c-bf79-3bd1e77b8180 req-4268d7fb-32e5-4598-9538-f3b7a39c95de tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569963 Sep 07 18:53:07.005306 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-490f66a8-1d07-4bd5-b699-dfe57cf4919d req-f91fff23-208a-4099-b4ed-0aa37aeba35e tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0935242 Sep 07 18:53:07.054179 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-490f66a8-1d07-4bd5-b699-dfe57cf4919d req-b96b1bda-9c2b-4099-a3af-65f38f32001a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Sep 07 18:53:07.235895 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe4a20-e004-4a61-b333-00b3d3bab912 req-c9e990a3-1777-4c22-b0ff-f82e697dc596 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:07.237718 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4ebe4a20-e004-4a61-b333-00b3d3bab912 req-c9e990a3-1777-4c22-b0ff-f82e697dc596 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0614798 Sep 07 18:53:07.278398 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4ebe4a20-e004-4a61-b333-00b3d3bab912 req-9073e9a9-03fa-4529-baf9-d40adf3cd187 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339270 Sep 07 18:53:07.897326 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33698) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:08.005941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a94771e6-7ae7-4936-b61b-d3eef0f2d80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.149944 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a94771e6-7ae7-4936-b61b-d3eef0f2d80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.155351 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a94771e6-7ae7-4936-b61b-d3eef0f2d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.172920 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc007b1-1955-4cd1-b045-e4de39d9ca7f req-940a9ab3-1137-4dde-b7c9-65ece9bf5a7b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.174438 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1fc007b1-1955-4cd1-b045-e4de39d9ca7f req-940a9ab3-1137-4dde-b7c9-65ece9bf5a7b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0969257 Sep 07 18:53:08.216552 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a94771e6-7ae7-4936-b61b-d3eef0f2d80b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1199490ce43d4e11b96c198a850e5c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180771 Sep 07 18:53:08.219764 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33704) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:08.220279 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94771e6-7ae7-4936-b61b-d3eef0f2d80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2e166-aa94-418f-b852-909f3309830e,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.241808 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1fc007b1-1955-4cd1-b045-e4de39d9ca7f req-d0739355-2927-4f25-902d-68ff41169bd6 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574028 Sep 07 18:53:08.274118 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.297096 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.346504 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.349593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.353553 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2a2e166-aa94-418f-b852-909f3309830e HTTP/1.1" status: 204 len: 168 time: 0.1295781 Sep 07 18:53:08.380369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0033d-5504-471d-b031-349fdf19edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2e166-aa94-418f-b852-909f3309830e,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.429387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb0cb-f23b-4b29-bd48-22c261da7766 req-e4dcf09e-e003-44a2-a51c-feb05ebb1f58 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:08.431388 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-892eb0cb-f23b-4b29-bd48-22c261da7766 req-e4dcf09e-e003-44a2-a51c-feb05ebb1f58 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0709887 Sep 07 18:53:08.484212 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-892eb0cb-f23b-4b29-bd48-22c261da7766 req-ffb96326-e9b0-4977-b875-c4fbcd3f7334 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Sep 07 18:53:08.713610 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33720) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:08.727496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d6d87366-1647-4a01-a871-34d3c4ed048c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.817074 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d6d87366-1647-4a01-a871-34d3c4ed048c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.821870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-d6d87366-1647-4a01-a871-34d3c4ed048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.861096 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-d6d87366-1647-4a01-a871-34d3c4ed048c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23deb1377ed24d26960326f6f836aadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462524 Sep 07 18:53:08.862045 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d87366-1647-4a01-a871-34d3c4ed048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c836f3e-06a2-424f-8b2f-476b0146672e,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:08.864853 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33722) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:08.919334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.945716 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.996156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.998694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:08.999882 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c836f3e-06a2-424f-8b2f-476b0146672e HTTP/1.1" status: 204 len: 168 time: 0.1338255 Sep 07 18:53:09.007471 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d040560-5991-4298-87f9-dfaaa56a1c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c836f3e-06a2-424f-8b2f-476b0146672e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:09.043927 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:53:09.369111 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008244-470b-4a64-8fc1-7f38b1ae8863 req-1454e7bb-2d62-4670-9c1c-76f6158dc506 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:09.370626 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a6008244-470b-4a64-8fc1-7f38b1ae8863 req-1454e7bb-2d62-4670-9c1c-76f6158dc506 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0576577 Sep 07 18:53:09.409968 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a6008244-470b-4a64-8fc1-7f38b1ae8863 req-943c35b7-626b-4d48-a3f9-87069eceacbd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Sep 07 18:53:09.639573 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c22ee-666f-4297-8580-aa46116e7add req-c502196e-7505-4fe6-8242-ed30fc0b2ada tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:09.641596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5f2c22ee-666f-4297-8580-aa46116e7add req-c502196e-7505-4fe6-8242-ed30fc0b2ada tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0604262 Sep 07 18:53:09.689434 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5f2c22ee-666f-4297-8580-aa46116e7add req-9b63c8cb-c775-4e8d-a37f-a6f3e17b6766 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381718 Sep 07 18:53:10.537329 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c0599-bb09-4879-af9b-e5e3acb35d87 req-0462d9ab-5688-447e-92e7-ae60764022fd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.538879 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4c2c0599-bb09-4879-af9b-e5e3acb35d87 req-0462d9ab-5688-447e-92e7-ae60764022fd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0588832 Sep 07 18:53:10.580756 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4c2c0599-bb09-4879-af9b-e5e3acb35d87 req-30391753-5694-4ed7-a576-617483406d53 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353453 Sep 07 18:53:10.828855 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05587f6-db3b-4c1b-af37-b7882e4209f7 req-9e99933d-4d91-4b76-89fd-63cd1b4d1194 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:10.830508 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f05587f6-db3b-4c1b-af37-b7882e4209f7 req-9e99933d-4d91-4b76-89fd-63cd1b4d1194 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0549636 Sep 07 18:53:10.880425 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f05587f6-db3b-4c1b-af37-b7882e4209f7 req-3fd1237a-f27a-4702-8130-92a458b887fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429554 Sep 07 18:53:11.134736 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c07d-53e3-4efd-b69b-e03e0e126727 req-d48d7d02-c9b1-4e10-ad7d-8c003c378886 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.136278 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0dc0c07d-53e3-4efd-b69b-e03e0e126727 req-d48d7d02-c9b1-4e10-ad7d-8c003c378886 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0584123 Sep 07 18:53:11.176182 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0dc0c07d-53e3-4efd-b69b-e03e0e126727 req-c4668633-8cf8-4298-a682-12020d230c5a tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Sep 07 18:53:11.699960 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea7ae-90cc-43ed-a707-a05545605bc1 req-3cf14b76-5301-4305-8b43-99eaf9a32c5d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:11.701511 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-501ea7ae-90cc-43ed-a707-a05545605bc1 req-3cf14b76-5301-4305-8b43-99eaf9a32c5d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0499003 Sep 07 18:53:11.740925 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-501ea7ae-90cc-43ed-a707-a05545605bc1 req-d1b17093-a0b9-4a0c-aa3e-19c339f65321 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Sep 07 18:53:11.840210 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:11.939396 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:11.952835 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'mac_address': 'fa:16:3e:49:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:11.990079 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.003255 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c35cec-a8a9-45fa-aed9-7d2232169d60 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:12.015688 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664467-1fca-4edc-9d51-bb8ea2f39fd9 req-974a738f-a7c2-4f64-95c4-bef50ecbaa3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.017835 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-84664467-1fca-4edc-9d51-bb8ea2f39fd9 req-974a738f-a7c2-4f64-95c4-bef50ecbaa3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0502219 Sep 07 18:53:12.022432 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:12.030020 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:12.061831 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-84664467-1fca-4edc-9d51-bb8ea2f39fd9 req-d81e3424-b0fe-4b76-bc6e-d6f82e7b6145 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384922 Sep 07 18:53:12.080541 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:12.304411 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9eeb-26e0-4fb3-8dde-a8f82cbfbc34 req-01ef0de6-d51b-4cb5-8756-53bddfa61377 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.305904 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-190d9eeb-26e0-4fb3-8dde-a8f82cbfbc34 req-01ef0de6-d51b-4cb5-8756-53bddfa61377 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0573378 Sep 07 18:53:12.348600 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-190d9eeb-26e0-4fb3-8dde-a8f82cbfbc34 req-46a199f9-0cdd-4ba9-b0d4-091f6b86edc1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Sep 07 18:53:12.480424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['16c35cec-a8a9-45fa-aed9-7d2232169d60'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:12.865195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59102-00ff-4b97-99b6-91fc9172e5fb req-aca11564-142e-4f21-a1de-66864b60c94d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:12.866631 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5ac59102-00ff-4b97-99b6-91fc9172e5fb req-aca11564-142e-4f21-a1de-66864b60c94d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Sep 07 18:53:12.908903 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5ac59102-00ff-4b97-99b6-91fc9172e5fb req-b9c74a61-215f-49c0-adb8-51ea79277438 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352709 Sep 07 18:53:13.184847 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273d1af-c7d2-4be9-ab90-ec1d7ddc0864 req-3d3fa2db-4ebc-48f0-b24b-1bb85b0847df tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.186265 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f273d1af-c7d2-4be9-ab90-ec1d7ddc0864 req-3d3fa2db-4ebc-48f0-b24b-1bb85b0847df tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Sep 07 18:53:13.225576 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f273d1af-c7d2-4be9-ab90-ec1d7ddc0864 req-a555b2ee-3408-4b29-b90a-b52aae10cfbf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Sep 07 18:53:13.466299 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ddb19-39f5-4ddd-8740-7246eac6e1fa req-853b454b-e2ae-4a0c-b3bb-f32174813f2d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:13.467797 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-402ddb19-39f5-4ddd-8740-7246eac6e1fa req-853b454b-e2ae-4a0c-b3bb-f32174813f2d tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0497746 Sep 07 18:53:13.510346 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-402ddb19-39f5-4ddd-8740-7246eac6e1fa req-20c4f785-e341-466f-b0a9-2d63cbd4467f tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Sep 07 18:53:13.843117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:13.897522 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 16c35cec-a8a9-45fa-aed9-7d2232169d60 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:53:13.901653 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 16c35cec-a8a9-45fa-aed9-7d2232169d60 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:13.902118 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.013204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.041403 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:14.044072 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ecc46d-1bfa-49c2-84a7-c1180937e9ff" -d '{"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-plugged", "status": "completed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:14.048297 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6308d20-f097-474d-bd9d-9d3d67dfd3a5 req-9beed9a6-3a8b-4e6d-b6f7-6f8383bb239e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.059753 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:14.065213 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.065906 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f6308d20-f097-474d-bd9d-9d3d67dfd3a5 req-9beed9a6-3a8b-4e6d-b6f7-6f8383bb239e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 944 time: 0.0730870 Sep 07 18:53:14.109099 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62217c-82cc-4a95-9960-02a52de4f475 x-openstack-request-id: req-6e62217c-82cc-4a95-9960-02a52de4f475 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:14.109368 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212b94-3783-4a92-9b08-90cd61498276 req-36c192dd-3fed-49fa-ba68-fcb8c7c77996 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.109489 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-plugged", "status": "completed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:14.109489 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e62217c-82cc-4a95-9960-02a52de4f475 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:14.109489 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'code': 200} Sep 07 18:53:14.109750 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bf212b94-3783-4a92-9b08-90cd61498276 req-36c192dd-3fed-49fa-ba68-fcb8c7c77996 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 946 time: 0.0970078 Sep 07 18:53:14.126814 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f6308d20-f097-474d-bd9d-9d3d67dfd3a5 req-aa53d17c-2f6f-4996-9421-f5a15a77533f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511870 Sep 07 18:53:14.143390 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:14.253191 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Deleting port 8d709803-58c1-493b-9bc8-4179d62ecae0 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:14.253529 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.399088 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] For port 8d709803-58c1-493b-9bc8-4179d62ecae0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d709803-58c1-493b-9bc8-4179d62ecae0,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:14.399455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.416314 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6821-013e-47d8-91c7-140154a0cc08 req-b13165f4-cfe2-49e2-82c3-97b39e160f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.417985 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-579d6821-013e-47d8-91c7-140154a0cc08 req-b13165f4-cfe2-49e2-82c3-97b39e160f9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0457962 Sep 07 18:53:14.422561 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77045395-b923-42d4-a552-5f2037673d25 req-4837dd81-adb9-4edc-b7cc-8f77ee694c49 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:14.424237 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-77045395-b923-42d4-a552-5f2037673d25 req-4837dd81-adb9-4edc-b7cc-8f77ee694c49 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1112115 Sep 07 18:53:14.425226 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Calling delete_port for 8d709803-58c1-493b-9bc8-4179d62ecae0 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:14.461870 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-579d6821-013e-47d8-91c7-140154a0cc08 req-a5e196e6-c80a-4980-9b05-c711b01a2db6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Sep 07 18:53:14.504532 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-77045395-b923-42d4-a552-5f2037673d25 req-60cad27d-7254-404b-b927-a85d6040ee3e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728245 Sep 07 18:53:14.569033 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33856) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:14.600916 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.626879 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-466ccfed-d029-4029-b3bb-ed25157817a9 req-58fd0890-5cd3-4224-b3c4-5b5c0b053397 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667e8fd-c96f-4c24-8ac0-9ea0036610cc HTTP/1.1" status: 200 len: 210 time: 0.0276332 Sep 07 18:53:14.629656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Pushing event deleted for resources: {'Port': ['ID=8d709803-58c1-493b-9bc8-4179d62ecae0,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:14.641267 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.641636 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.641963 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.642303 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.642637 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.643003 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.643400 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.643812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.644129 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.644465 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.644790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.645143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:14.656472 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['8d709803-58c1-493b-9bc8-4179d62ecae0', '59ecca55-0556-4155-86cd-fc1f1fcf24fe'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:14.694743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] No DVR routers for this DVR port 8d709803-58c1-493b-9bc8-4179d62ecae0 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:14.697592 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.699791 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bf212b94-3783-4a92-9b08-90cd61498276 req-f7b4c086-5bd3-48a7-a418-619a48cf3c84 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "DELETE /v2.0/ports/8d709803-58c1-493b-9bc8-4179d62ecae0 HTTP/1.1" status: 204 len: 173 time: 0.5582187 Sep 07 18:53:14.700239 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'name': 'network-vif-deleted', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:14.702546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9285468e-276f-463b-8dd7-5547cee6de7d" -d '{"events": [{"server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "name": "network-vif-deleted", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:14.729256 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13380354-27b7-4333-a41f-857e13b82a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.741541 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e46c8-d081-48d2-97ef-946f6128d840 x-openstack-request-id: req-5d6e46c8-d081-48d2-97ef-946f6128d840 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:14.741824 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2667e8fd-c96f-4c24-8ac0-9ea0036610cc", "name": "network-vif-deleted", "tag": "8d709803-58c1-493b-9bc8-4179d62ecae0", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:14.742253 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d6e46c8-d081-48d2-97ef-946f6128d840 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:14.742645 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2667e8fd-c96f-4c24-8ac0-9ea0036610cc', 'name': 'network-vif-deleted', 'tag': '8d709803-58c1-493b-9bc8-4179d62ecae0', 'status': 'completed', 'code': 200} Sep 07 18:53:14.827932 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13380354-27b7-4333-a41f-857e13b82a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.831894 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13380354-27b7-4333-a41f-857e13b82a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.868284 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380354-27b7-4333-a41f-857e13b82a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2349c8-7199-4a50-8aea-635c7a074a19,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:14.875488 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-13380354-27b7-4333-a41f-857e13b82a8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=276f8a375d0e44d48cbc45d31d327f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050127 Sep 07 18:53:14.875801 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33862) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:14.930387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:14.952724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.008208 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.010662 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.011864 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd2349c8-7199-4a50-8aea-635c7a074a19 HTTP/1.1" status: 204 len: 168 time: 0.1351757 Sep 07 18:53:15.019572 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291070e4-d56d-4f69-85db-6e9fab2061ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2349c8-7199-4a50-8aea-635c7a074a19,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:15.260519 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4dc2c-4eb0-4644-8edf-c488792f4337 req-bbd67ad9-ded7-49c4-896d-176481385dc8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:15.262166 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-40c4dc2c-4eb0-4644-8edf-c488792f4337 req-bbd67ad9-ded7-49c4-896d-176481385dc8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Sep 07 18:53:15.302422 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-40c4dc2c-4eb0-4644-8edf-c488792f4337 req-6f6a24c9-b630-4101-93a7-e9c24a1ef3c3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341408 Sep 07 18:53:15.309477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 33870) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:15.322914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac06cfda-5b94-4c61-9500-8a53bbd86d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.412965 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac06cfda-5b94-4c61-9500-8a53bbd86d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.418539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac06cfda-5b94-4c61-9500-8a53bbd86d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.456755 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ac06cfda-5b94-4c61-9500-8a53bbd86d13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1fe5e39efae4a0aad9ed100df08f181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462092 Sep 07 18:53:15.458673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06cfda-5b94-4c61-9500-8a53bbd86d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5554bb6-709d-40d6-a692-2cf1f1741ec1,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:15.459494 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33872) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:15.511935 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.537889 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.591395 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.594103 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:15.596774 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5554bb6-709d-40d6-a692-2cf1f1741ec1 HTTP/1.1" status: 204 len: 168 time: 0.1349151 Sep 07 18:53:15.605596 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5554bb6-709d-40d6-a692-2cf1f1741ec1,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:15.612736 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.613173 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.613583 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.613985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.614383 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.614779 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.615271 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.615635 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.616028 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.616423 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.616755 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.617080 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e0fd-3f56-4c65-bc22-14ffdefb9cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:15.650304 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec01c2-06af-424b-a3e5-d0ad08c960a3 req-87f805a0-5255-4028-a3ba-fa36a154b25e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:15.651839 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9cec01c2-06af-424b-a3e5-d0ad08c960a3 req-87f805a0-5255-4028-a3ba-fa36a154b25e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0559247 Sep 07 18:53:15.695478 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9cec01c2-06af-424b-a3e5-d0ad08c960a3 req-3db499ba-0255-4953-a339-91c0e6926cbd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370412 Sep 07 18:53:15.932374 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8be9-4772-4eb7-89ee-be00d2f34e3b req-818b3022-54c5-4bff-838a-c6d2013291b4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:15.934045 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-865a8be9-4772-4eb7-89ee-be00d2f34e3b req-818b3022-54c5-4bff-838a-c6d2013291b4 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0523589 Sep 07 18:53:15.974957 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-865a8be9-4772-4eb7-89ee-be00d2f34e3b req-8d4e4992-66a5-44f8-845c-7abdd90d84e1 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Sep 07 18:53:16.424569 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246123c1-3108-4ffb-8979-ddc8b99421c6 req-12d5fde5-2e8d-441f-b80f-be277145e085 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.426101 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-246123c1-3108-4ffb-8979-ddc8b99421c6 req-12d5fde5-2e8d-441f-b80f-be277145e085 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Sep 07 18:53:16.468533 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-246123c1-3108-4ffb-8979-ddc8b99421c6 req-ac9dafc3-1272-44fe-b985-271473145782 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364406 Sep 07 18:53:16.588714 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b510b-a727-4097-831a-961c08a2ce9b req-06cae6f9-8eee-4801-8f53-a3eaa4b26d6b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.590351 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81b510b-a727-4097-831a-961c08a2ce9b req-06cae6f9-8eee-4801-8f53-a3eaa4b26d6b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0529814 Sep 07 18:53:16.634665 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f81b510b-a727-4097-831a-961c08a2ce9b req-c8273772-043d-40b6-9fb3-bdb7827deb3d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361772 Sep 07 18:53:16.655941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33916) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:16.821440 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2478a81-c989-4769-b004-f5164865aa4d req-25924e99-15ab-466c-b165-702d5d2ebc15 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.823076 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a2478a81-c989-4769-b004-f5164865aa4d req-25924e99-15ab-466c-b165-702d5d2ebc15 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Sep 07 18:53:16.870352 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a2478a81-c989-4769-b004-f5164865aa4d req-bd2499be-2db2-4896-8481-8cfc4248a7c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 Sep 07 18:53:16.920402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5895b-b8a5-476e-8624-fcc8609a5cc2 tempest-TestShelveInstance-1869009415 tempest-TestShelveInstance-1869009415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:16.928247 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-bcc5895b-b8a5-476e-8624-fcc8609a5cc2 tempest-TestShelveInstance-1869009415 tempest-TestShelveInstance-1869009415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1093 time: 0.2648621 Sep 07 18:53:16.928247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 33930) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:16.933155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:53:16.956656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for floatingip, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.067777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.101829 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8833-52fc-439b-a8b8-0b77a6d9b800 req-d70ffed3-39cf-4cf6-9a5b-d201f61a21be tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:17.106636 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6a9a8833-52fc-439b-a8b8-0b77a6d9b800 req-d70ffed3-39cf-4cf6-9a5b-d201f61a21be tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0583172 Sep 07 18:53:17.142137 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6a9a8833-52fc-439b-a8b8-0b77a6d9b800 req-7a56f6e4-2e3d-4217-8871-9376e05bda25 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Sep 07 18:53:17.191438 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Allocated IP 172.27.2.69 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/0d7d942c-57d6-4075-9704-65c24618ace9) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:53:17.301100 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.352800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.395726 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:53:17.398486 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:53:17.401200 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:53:17.427809 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'Port': ['ID=0d7d942c-57d6-4075-9704-65c24618ace9,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:17.789002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.849995 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8d709803-58c1-493b-9bc8-4179d62ecae0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:17.865609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:17.870651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 8d709803-58c1-493b-9bc8-4179d62ecae0 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:17.871738 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8d709803-58c1-493b-9bc8-4179d62ecae0 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:18.041231 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4723c2d-7262-4adf-aa0b-df4783e20cfe req-624dd247-55b1-4172-b8d0-5629163eed1c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:18.042762 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c4723c2d-7262-4adf-aa0b-df4783e20cfe req-624dd247-55b1-4172-b8d0-5629163eed1c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0816951 Sep 07 18:53:18.097808 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.105156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.109862 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c4723c2d-7262-4adf-aa0b-df4783e20cfe req-5cee300b-5010-4317-80fd-c4ab4f60a047 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571899 Sep 07 18:53:18.190045 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event updated for resources: {'Port': ['ID=0d7d942c-57d6-4075-9704-65c24618ace9,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:18.203714 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.275281 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c203c9-8f55-4166-a2ad-d079cb4c4948 req-08b3e5ac-6f0d-439a-8cac-114ac64ae084 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:18.276798 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79c203c9-8f55-4166-a2ad-d079cb4c4948 req-08b3e5ac-6f0d-439a-8cac-114ac64ae084 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0606682 Sep 07 18:53:18.314953 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.l3_db [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Floating IP b6069e30-3021-4057-94c0-727db2ee351d associated. External IP: 172.27.2.69, port: 16c35cec-a8a9-45fa-aed9-7d2232169d60. Sep 07 18:53:18.318596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79c203c9-8f55-4166-a2ad-d079cb4c4948 req-09a1f3b0-febd-4348-9ab4-b2896efb61ee tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Sep 07 18:53:18.779454 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:18.802985 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.909304 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:18.926275 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Sync routers for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:18.935012 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:18.939363 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:18.940940 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:53:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:18.965140 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-becde6a1-58cb-4ff7-91f5-87a972545d0e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0357153 Sep 07 18:53:18.965994 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:18.968430 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59801a0-7364-4081-adac-0a3b11a75e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:19.007955 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71764d0a-5085-4b0e-bf52-5500667056fc x-openstack-request-id: req-71764d0a-5085-4b0e-bf52-5500667056fc {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:19.008237 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:19.008486 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71764d0a-5085-4b0e-bf52-5500667056fc {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:19.008888 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'status': 'completed', 'code': 200} Sep 07 18:53:19.064396 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:19.128537 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-db11bdc2-e698-48a2-b3c5-af81f2359c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.130341 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-db11bdc2-e698-48a2-b3c5-af81f2359c7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0554385 Sep 07 18:53:19.263781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ef5f5-327b-461c-ba8f-180d8c06dae9 req-076a4043-9cd4-4747-9ee5-a60d5b41267c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.265493 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1d9ef5f5-327b-461c-ba8f-180d8c06dae9 req-076a4043-9cd4-4747-9ee5-a60d5b41267c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0732493 Sep 07 18:53:19.310734 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-91ffaf49-10e2-4af7-a865-01fc9f3a1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.312654 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-91ffaf49-10e2-4af7-a865-01fc9f3a1906 service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.1721280 Sep 07 18:53:19.328352 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1d9ef5f5-327b-461c-ba8f-180d8c06dae9 req-2d6c8046-a770-4bda-81ea-d5ee66cc6992 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554154 Sep 07 18:53:19.343877 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'b6069e30-3021-4057-94c0-727db2ee351d', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'mac_address': 'fa:16:3e:49:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a11be-4325-45d9-9936-b2681da0c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:17Z', 'updated_at': '2021-09-07T18:53:17Z', 'revision_number': 0, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:19.379653 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Checking router: f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:19.392677 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:19.393379 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:53:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:19.403531 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-cfda3a38-43b1-4c19-a497-1e699f81814a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 998 time: 0.0742188 Sep 07 18:53:19.468973 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-1ceeaf88-9d1b-41d2-bbcb-836ebd96d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.471050 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-1ceeaf88-9d1b-41d2-bbcb-836ebd96d9a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0580769 Sep 07 18:53:19.479273 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eaac0-4142-424f-b2f8-981d3ed74c4b req-c73cf0ab-592c-4051-806d-a04dd20c1851 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.481214 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a6eaac0-4142-424f-b2f8-981d3ed74c4b req-c73cf0ab-592c-4051-806d-a04dd20c1851 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0560348 Sep 07 18:53:19.535563 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:19.550118 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a6eaac0-4142-424f-b2f8-981d3ed74c4b req-03610f3b-f41b-4961-878e-8a999db32284 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578001 Sep 07 18:53:19.553850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-3b919f8e-9d3a-4545-b288-d7bc0c6e438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:19.555774 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-3b919f8e-9d3a-4545-b288-d7bc0c6e438c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687723 Sep 07 18:53:19.674991 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-1af4f8c9-bb73-4c90-9004-8dad7556770e service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042955 Sep 07 18:53:19.796263 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b59801a0-7364-4081-adac-0a3b11a75e7f req-29fb091e-ab7c-4141-8934-278cfa5ce1aa service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978856 Sep 07 18:53:19.828978 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'b6069e30-3021-4057-94c0-727db2ee351d', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'mac_address': 'fa:16:3e:49:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a11be-4325-45d9-9936-b2681da0c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:17Z', 'updated_at': '2021-09-07T18:53:17Z', 'revision_number': 0, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:19.870926 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:53:19.873183 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e7044-b95a-40e1-a74c-12c71f03a05a None None] The sync data for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi is: [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': 'b6069e30-3021-4057-94c0-727db2ee351d', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'mac_address': 'fa:16:3e:49:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a11be-4325-45d9-9936-b2681da0c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:53:17Z', 'updated_at': '2021-09-07T18:53:17Z', 'revision_number': 0, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:19.990244 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:20.005319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:53:20.046204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.060244 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:53:20.067809 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6859b03-dec2-4c87-a66e-3bf8bb7432ec None None] New status for floating IP b6069e30-3021-4057-94c0-727db2ee351d: ACTIVE {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:53:20.136035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:20.140570 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:20.247352 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=6']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:20.261156 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.261596 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.262100 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.262459 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.262827 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.263183 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.263509 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.263835 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.264180 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.264485 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.264805 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.265128 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:53:20.392842 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['8c66085b-b35f-4f58-a110-b84cba9698e1'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:20.474682 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead1f5a-97c7-4820-b4bb-d370b897b4e1 req-e63c34f3-58d8-47b5-8648-570c8bac52a2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:20.476239 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ead1f5a-97c7-4820-b4bb-d370b897b4e1 req-e63c34f3-58d8-47b5-8648-570c8bac52a2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0497437 Sep 07 18:53:20.520672 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ead1f5a-97c7-4820-b4bb-d370b897b4e1 req-a6e2a11e-e8fb-4f67-a6de-93e43f537f65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352786 Sep 07 18:53:20.665484 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a4063-f7a4-49ac-8628-559bfdb80699 req-df7a22af-b652-429b-8d0f-6232481b5b3b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:20.667169 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-667a4063-f7a4-49ac-8628-559bfdb80699 req-df7a22af-b652-429b-8d0f-6232481b5b3b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.0550785 Sep 07 18:53:20.720179 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-667a4063-f7a4-49ac-8628-559bfdb80699 req-db025bea-f317-4089-8aa6-943e152866b5 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Sep 07 18:53:21.293041 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34012) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:21.454591 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-156a656c-adc4-4713-ae28-a7a8cce3cc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.619349 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-156a656c-adc4-4713-ae28-a7a8cce3cc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.627736 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-156a656c-adc4-4713-ae28-a7a8cce3cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.681522 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a656c-adc4-4713-ae28-a7a8cce3cc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ff7bb-4ce4-4219-8803-ae46d3d67e29,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:21.688754 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-156a656c-adc4-4713-ae28-a7a8cce3cc35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cad0975c05f845658f21f5f471a2924d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945811 Sep 07 18:53:21.691745 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34018) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:21.718951 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300588d-2078-4b1a-93d8-6b7fac19377f req-6b08e2f5-7048-4cb3-a940-e0ed2c66da3e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:21.721160 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e300588d-2078-4b1a-93d8-6b7fac19377f req-6b08e2f5-7048-4cb3-a940-e0ed2c66da3e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0874400 Sep 07 18:53:21.782675 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e300588d-2078-4b1a-93d8-6b7fac19377f req-d380a3fb-7bbc-4a92-818c-2d8290c2b1ed tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548983 Sep 07 18:53:21.787442 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.833706 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.889182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:53:21.930877 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aab02-cefa-4abd-b829-2071cc5e2061 req-b38c9a21-eb69-47d1-8781-9d9eb732a061 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:21.932542 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-eb9aab02-cefa-4abd-b829-2071cc5e2061 req-b38c9a21-eb69-47d1-8781-9d9eb732a061 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1019855 Sep 07 18:53:21.977189 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.979826 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:21.981309 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d4ff7bb-4ce4-4219-8803-ae46d3d67e29 HTTP/1.1" status: 204 len: 168 time: 0.2882187 Sep 07 18:53:21.985242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 8c66085b-b35f-4f58-a110-b84cba9698e1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:53:21.986436 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.002647 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eb53a-068f-4d0f-ad7e-c69e646c925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ff7bb-4ce4-4219-8803-ae46d3d67e29,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.008314 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-eb9aab02-cefa-4abd-b829-2071cc5e2061 req-3b23a572-7584-4ac8-9d82-fa1bcd5571bc tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654266 Sep 07 18:53:22.110350 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.142743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:22.145829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdba703-361a-449c-ae4b-9b9df09b044e" -d '{"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:22.184935 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:22.191659 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.201007 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fcab8a-ab9a-41ba-bb7c-e3a0a3637b7d x-openstack-request-id: req-49fcab8a-ab9a-41ba-bb7c-e3a0a3637b7d {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:22.201328 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:22.201553 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49fcab8a-ab9a-41ba-bb7c-e3a0a3637b7d {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:22.202108 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'code': 200} Sep 07 18:53:22.262967 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=7']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.412408 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34030) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:22.433200 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53f40393-f1bd-466d-9ccf-54731482297d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.581589 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53f40393-f1bd-466d-9ccf-54731482297d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.586196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-53f40393-f1bd-466d-9ccf-54731482297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.642924 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40393-f1bd-466d-9ccf-54731482297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b40df-ba23-4ca6-abcc-bd240da06ec3,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.649249 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-53f40393-f1bd-466d-9ccf-54731482297d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd9371744d6f481fa30d4d97e406ad75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338078 Sep 07 18:53:22.651020 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 34032) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:22.716046 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.766433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.849503 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.854510 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:22.858592 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b11b40df-ba23-4ca6-abcc-bd240da06ec3 HTTP/1.1" status: 204 len: 168 time: 0.2060332 Sep 07 18:53:22.873852 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc60765-d2f1-4cca-aea4-58e7b6804878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b40df-ba23-4ca6-abcc-bd240da06ec3,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:22.986859 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dac143-e1d0-42a8-93d7-a8078c800cb0 req-d5e2f03e-f0e8-40f7-8366-da2c17c2afd9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:22.996844 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c8dac143-e1d0-42a8-93d7-a8078c800cb0 req-d5e2f03e-f0e8-40f7-8366-da2c17c2afd9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0942662 Sep 07 18:53:23.071833 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c8dac143-e1d0-42a8-93d7-a8078c800cb0 req-17c6f679-e458-47c1-9f7c-b950bc91056d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688689 Sep 07 18:53:23.240758 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9afa-ee31-454f-8c54-4628d2f6c8a8 req-4e04bbf9-7acc-4c6b-9eed-a08d296bb87b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.248794 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0c3a9afa-ee31-454f-8c54-4628d2f6c8a8 req-4e04bbf9-7acc-4c6b-9eed-a08d296bb87b tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1313138 Sep 07 18:53:23.277653 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-e1207673-c8e3-4d04-bfbb-364d776b0512 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:23.285566 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-e1207673-c8e3-4d04-bfbb-364d776b0512 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 946 time: 0.1052153 Sep 07 18:53:23.401212 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0c3a9afa-ee31-454f-8c54-4628d2f6c8a8 req-decf2ba8-44fa-42c9-8689-3b58e5d89233 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/security-groups?id=97699b4c-0a3d-4488-b8ed-5b1e665da424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466839 Sep 07 18:53:23.426542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Deleting port 59ecca55-0556-4155-86cd-fc1f1fcf24fe {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:23.427040 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.581472 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] For port 59ecca55-0556-4155-86cd-fc1f1fcf24fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=59ecca55-0556-4155-86cd-fc1f1fcf24fe,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:23.582194 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.601231 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Calling delete_port for 59ecca55-0556-4155-86cd-fc1f1fcf24fe owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:23.803611 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.846392 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Pushing event deleted for resources: {'Port': ['ID=59ecca55-0556-4155-86cd-fc1f1fcf24fe,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:23.847784 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['59ecca55-0556-4155-86cd-fc1f1fcf24fe'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:53:23.881510 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] No DVR routers for this DVR port 59ecca55-0556-4155-86cd-fc1f1fcf24fe on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:53:23.888612 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:23.890653 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ed733eca-6e66-4960-91be-6a46d3a6228e req-92d06a37-5386-4c7a-b73c-87aa5fa74c33 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.74 "DELETE /v2.0/ports/59ecca55-0556-4155-86cd-fc1f1fcf24fe HTTP/1.1" status: 204 len: 173 time: 0.5950260 Sep 07 18:53:23.891157 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'name': 'network-vif-deleted', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:23.893406 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc281a-0919-4ff5-891f-1520a49c4d88" -d '{"events": [{"server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "name": "network-vif-deleted", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:23.939695 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f28fc-e094-4ee8-a467-d88b35cd8191 x-openstack-request-id: req-2c1f28fc-e094-4ee8-a467-d88b35cd8191 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:23.940188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5f0311-b556-43d0-8b55-9e2e2918daf7", "name": "network-vif-deleted", "tag": "59ecca55-0556-4155-86cd-fc1f1fcf24fe", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:23.940965 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c1f28fc-e094-4ee8-a467-d88b35cd8191 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:23.941561 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5f0311-b556-43d0-8b55-9e2e2918daf7', 'name': 'network-vif-deleted', 'tag': '59ecca55-0556-4155-86cd-fc1f1fcf24fe', 'status': 'completed', 'code': 200} Sep 07 18:53:24.276574 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6293f-9127-4e5b-b83e-62039ad06f12 req-313236fc-39e9-414e-83cd-57822d6153c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:24.278610 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-31d6293f-9127-4e5b-b83e-62039ad06f12 req-313236fc-39e9-414e-83cd-57822d6153c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0715113 Sep 07 18:53:24.335821 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-31d6293f-9127-4e5b-b83e-62039ad06f12 req-0ad08715-c48b-404e-8495-615572e5c356 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490034 Sep 07 18:53:24.554281 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d879c22c-67f1-4d3a-83db-ca890ad2490c req-12309438-d0ef-4728-a677-84cd41e38cb8 tempest-ServerRescueNegativeTestJSON-1155079482 tempest-ServerRescueNegativeTestJSON-1155079482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c5f0311-b556-43d0-8b55-9e2e2918daf7 HTTP/1.1" status: 200 len: 210 time: 0.0423114 Sep 07 18:53:25.577675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ae9a1-030c-458d-9767-a2dd96248784 req-4893cfe7-f304-4cce-899c-15583136487a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:25.589941 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-da2ae9a1-030c-458d-9767-a2dd96248784 req-4893cfe7-f304-4cce-899c-15583136487a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1155579 Sep 07 18:53:25.615636 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34106) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:25.648635 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-da2ae9a1-030c-458d-9767-a2dd96248784 req-c40b9c49-9e4b-4254-b380-5ece89d422f7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574317 Sep 07 18:53:25.912163 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 59ecca55-0556-4155-86cd-fc1f1fcf24fe no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:25.943467 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 59ecca55-0556-4155-86cd-fc1f1fcf24fe {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:25.950750 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 59ecca55-0556-4155-86cd-fc1f1fcf24fe not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:26.225961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.608038 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Deleting port 03054e93-f660-422e-a4dd-9d4aac9145e8 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:26.608402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.729469 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] For port 03054e93-f660-422e-a4dd-9d4aac9145e8, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=03054e93-f660-422e-a4dd-9d4aac9145e8,segment=NetworkSegment(1d4e435f-ef3b-4ee5-a803-8943faba9019),segment_id=1d4e435f-ef3b-4ee5-a803-8943faba9019)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:26.730158 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:26.746653 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Calling delete_port for 03054e93-f660-422e-a4dd-9d4aac9145e8 owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:27.085688 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:27.127017 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5263-508d-4aeb-80cf-eb98aac3135c req-cf5e1f20-6671-4956-a36c-1f8bfb176414 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:27.134539 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-566c5263-508d-4aeb-80cf-eb98aac3135c req-cf5e1f20-6671-4956-a36c-1f8bfb176414 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.2899766 Sep 07 18:53:27.161615 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48e451-edc8-4923-a29d-fb0880aa84c8 req-bde8aa96-58cc-41af-a94e-1cd37c483a73 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:27.169942 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3f48e451-edc8-4923-a29d-fb0880aa84c8 req-bde8aa96-58cc-41af-a94e-1cd37c483a73 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.4307938 Sep 07 18:53:27.182858 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03054e93-f660-422e-a4dd-9d4aac9145e8,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:27.214149 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3f48e451-edc8-4923-a29d-fb0880aa84c8 req-9bfb904a-4e2a-473b-a9b8-98b0f260f50a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 Sep 07 18:53:27.314960 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-566c5263-508d-4aeb-80cf-eb98aac3135c req-c887c62a-1112-42ce-a82c-177433338de8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793277 Sep 07 18:53:27.396599 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:27.664527 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Router b809c100-5265-48da-a0c9-92bd28534f17 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:53:27.826121 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:53:27.834600 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-68184497-003e-4245-bd84-72c23196e3c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/b809c100-5265-48da-a0c9-92bd28534f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2145302 Sep 07 18:53:27.834600 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34130) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:27.836299 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Sync routers for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:53:27.847861 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:27.848805 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:53:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:27.962281 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:27.967751 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:28.174825 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:53:27Z', 'revision_number': 5, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:28.204914 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Checking router: b809c100-5265-48da-a0c9-92bd28534f17 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:53:28.214912 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Routers {'b809c100-5265-48da-a0c9-92bd28534f17'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:53:28.215479 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:53:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['b809c100-5265-48da-a0c9-92bd28534f17'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:28.325581 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] Set router b809c100-5265-48da-a0c9-92bd28534f17 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:53:28.448985 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d347f-ccc1-45bb-b644-aab21e2c1e99 req-95506b26-26e4-4299-8f7f-4f61dca96d3f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:28.462045 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9e3d347f-ccc1-45bb-b644-aab21e2c1e99 req-95506b26-26e4-4299-8f7f-4f61dca96d3f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1141813 Sep 07 18:53:28.521065 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.563443 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9e3d347f-ccc1-45bb-b644-aab21e2c1e99 req-cf615e8f-f605-48b1-bdd8-d6ca611aba61 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003377 Sep 07 18:53:28.581968 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec95ee-7d86-4c91-93a7-7605514423e8 req-b32a99b6-367a-4100-b74b-12920f6fb812 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:28.583540 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bbec95ee-7d86-4c91-93a7-7605514423e8 req-b32a99b6-367a-4100-b74b-12920f6fb812 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1011291 Sep 07 18:53:28.637345 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bbec95ee-7d86-4c91-93a7-7605514423e8 req-f48143c7-d31e-4cef-91f5-c256c8fe5d03 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Sep 07 18:53:28.642329 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Deleting port 8b83c72c-11e6-4122-b788-4053db9279e2 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:53:28.642674 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.750696 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:53:27Z', 'revision_number': 5, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:28.766931 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] For port 8b83c72c-11e6-4122-b788-4053db9279e2, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=8b83c72c-11e6-4122-b788-4053db9279e2,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:28.767629 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:28.786519 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3584b25-af11-4d0c-ac80-634571aaa9b6 None None] The sync data for ids ['b809c100-5265-48da-a0c9-92bd28534f17'] in dv-cinder-790535-12-iscsi is: [{'id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'name': 'tempest-ServerRescueNegativeTestJSON-602278877-router', 'tenant_id': '539686a09b344a748c48a347c4467ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:39Z', 'updated_at': '2021-09-07T18:53:27Z', 'revision_number': 5, 'project_id': '539686a09b344a748c48a347c4467ec4', 'gw_port': {'id': '8b83c72c-11e6-4122-b788-4053db9279e2', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b809c100-5265-48da-a0c9-92bd28534f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:40Z', 'updated_at': '2021-09-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:53:28.826963 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Calling delete_port for 8b83c72c-11e6-4122-b788-4053db9279e2 owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:53:29.069818 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.103083 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b83c72c-11e6-4122-b788-4053db9279e2,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:29.200876 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.334876 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 03054e93-f660-422e-a4dd-9d4aac9145e8 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:29.363722 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.371983 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.397201 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 03054e93-f660-422e-a4dd-9d4aac9145e8 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:29.397536 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 03054e93-f660-422e-a4dd-9d4aac9145e8 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:29.418585 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0c115a06-8e21-4c56-8238-e2f75ce79da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.484553 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.485088 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b809c100-5265-48da-a0c9-92bd28534f17 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 18:53:29.494720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.498294 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-202daba1-2d9a-448c-a749-dd6985eed65a admin admin] 10.222.0.25 "DELETE /v2.0/routers/b809c100-5265-48da-a0c9-92bd28534f17 HTTP/1.1" status: 204 len: 168 time: 1.6608570 Sep 07 18:53:29.498654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34148) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:29.569584 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Deleting subnet 8eb64841-2b7f-410a-acd0-5e7df320dd05 {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 18:53:29.576525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.643758 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.742237 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.752667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206f47-5690-49d0-85a3-11f7bf3902dc req-045106ea-10d1-49b8-88da-f721e1a1933d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:29.755444 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-08206f47-5690-49d0-85a3-11f7bf3902dc req-045106ea-10d1-49b8-88da-f721e1a1933d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0982492 Sep 07 18:53:29.812918 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-08206f47-5690-49d0-85a3-11f7bf3902dc req-a44963d7-568b-4d45-bbed-90c574ffe8e9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453410 Sep 07 18:53:29.866322 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d244a3-076e-4c7d-bab4-23de7b075c53 req-83234dc8-b161-485d-a3e8-b38ddbb4de82 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:29.868075 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a4d244a3-076e-4c7d-bab4-23de7b075c53 req-83234dc8-b161-485d-a3e8-b38ddbb4de82 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.1199715 Sep 07 18:53:29.931040 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a4d244a3-076e-4c7d-bab4-23de7b075c53 req-aa5fc99b-a673-441f-b3d1-a04995a837cb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534859 Sep 07 18:53:29.932124 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.972391 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb64841-2b7f-410a-acd0-5e7df320dd05,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:29.978366 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:29.982569 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-9fd5da88-3db3-4cac-87cc-551aa4f859cd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8eb64841-2b7f-410a-acd0-5e7df320dd05 HTTP/1.1" status: 204 len: 168 time: 0.4803135 Sep 07 18:53:29.983375 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 34158) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:30.087734 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.202322 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.228990 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a47e0-93d1-49d6-a9bb-748e15d1685f']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:30.248135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4e435f-ef3b-4ee5-a803-8943faba9019') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:30.248565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4e435f-ef3b-4ee5-a803-8943faba9019') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:53:30.258925 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.274376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.286005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 18:53:30.286005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 18:53:30.345847 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 18:53:30.363386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.375504 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.377963 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] 10.222.0.25 "DELETE /v2.0/networks/d24a47e0-93d1-49d6-a9bb-748e15d1685f HTTP/1.1" status: 204 len: 168 time: 0.3921621 Sep 07 18:53:30.406088 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17c2e4-f6e1-4c4b-9164-bdafd233e45b admin admin] Pushing event deleted for resources: {'Network': ['ID=d24a47e0-93d1-49d6-a9bb-748e15d1685f,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:30.659777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34170) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:30.711423 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8369f978-9442-4699-b061-ef0ad6a803ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=539686a09b344a748c48a347c4467ec4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499811 Sep 07 18:53:30.718618 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34172) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:30.783603 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.807654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.882635 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.885726 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:30.891313 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97699b4c-0a3d-4488-b8ed-5b1e665da424 HTTP/1.1" status: 204 len: 168 time: 0.1673250 Sep 07 18:53:30.904218 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1734-c36f-4f7c-874b-5ab25c777f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97699b4c-0a3d-4488-b8ed-5b1e665da424,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:31.028966 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abac0f-7aa5-4718-902d-bff3cbd33a28 req-6befb629-ea0e-421c-942c-616bb79ca9a6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:31.038240 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a3abac0f-7aa5-4718-902d-bff3cbd33a28 req-6befb629-ea0e-421c-942c-616bb79ca9a6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.1019628 Sep 07 18:53:31.115960 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a3abac0f-7aa5-4718-902d-bff3cbd33a28 req-7a6e381b-5291-4e83-be18-9b164a3394d0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765617 Sep 07 18:53:31.118715 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44ec26-f083-4319-8b8c-edc418333972 req-008a50bc-72a8-45d7-94fa-6cb1a45f4b31 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:31.126517 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0b44ec26-f083-4319-8b8c-edc418333972 req-008a50bc-72a8-45d7-94fa-6cb1a45f4b31 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0608993 Sep 07 18:53:31.144791 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 8b83c72c-11e6-4122-b788-4053db9279e2 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:31.169816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 8b83c72c-11e6-4122-b788-4053db9279e2 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:53:31.170898 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 8b83c72c-11e6-4122-b788-4053db9279e2 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:53:31.211841 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0b44ec26-f083-4319-8b8c-edc418333972 req-31816718-2102-413f-b03e-0721bc2868af tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702212 Sep 07 18:53:32.274050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d969-fb83-47c2-b3a1-1abe3fa80358 req-72bfe20e-7b86-4f95-9d74-684aea0a0b00 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.276116 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a8a3d969-fb83-47c2-b3a1-1abe3fa80358 req-72bfe20e-7b86-4f95-9d74-684aea0a0b00 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0678899 Sep 07 18:53:32.350786 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a8a3d969-fb83-47c2-b3a1-1abe3fa80358 req-00f00fd9-b786-4045-8021-357c8c3ae5de tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624661 Sep 07 18:53:32.376689 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330b54-5bfc-45fd-bfe0-72affa8cbe3d req-881c69f0-842d-4770-9d39-7d06e2c9b23c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:32.379733 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-03330b54-5bfc-45fd-bfe0-72affa8cbe3d req-881c69f0-842d-4770-9d39-7d06e2c9b23c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0961931 Sep 07 18:53:32.434684 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-03330b54-5bfc-45fd-bfe0-72affa8cbe3d req-15823ad2-023d-4dfe-bee0-e877f49f921e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466940 Sep 07 18:53:32.685193 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e4430741-0702-488e-a836-18da034cfd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:32.723362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:33.251732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-08ed34d9-95f1-4f7d-ab98-a582b2d59c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.253209 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-08ed34d9-95f1-4f7d-ab98-a582b2d59c0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1098 time: 0.0454233 Sep 07 18:53:33.356597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-0b0d1196-0f93-4f34-b843-252f40063bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.358063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-0b0d1196-0f93-4f34-b843-252f40063bd6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.0878632 Sep 07 18:53:33.440707 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-24d98093-b33e-43bf-a6ec-5fe4d35570b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 1001 time: 0.0703135 Sep 07 18:53:33.519327 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ba3d-c790-4c21-948c-74a3b3ea7641 req-788dae7d-9bd9-4c72-923f-e2047cc3b04b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.520962 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-09d4ba3d-c790-4c21-948c-74a3b3ea7641 req-788dae7d-9bd9-4c72-923f-e2047cc3b04b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0933769 Sep 07 18:53:33.522720 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-4cfe40b4-bf9b-4ddd-af2b-38ac9a21e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.524258 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-4cfe40b4-bf9b-4ddd-af2b-38ac9a21e585 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0691111 Sep 07 18:53:33.593587 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-09d4ba3d-c790-4c21-948c-74a3b3ea7641 req-77defda0-f74a-46f3-abb7-0f24180d2054 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614817 Sep 07 18:53:33.603542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-76f96065-e5dd-480b-ba74-e94126f71a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.605272 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-76f96065-e5dd-480b-ba74-e94126f71a43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709918 Sep 07 18:53:33.618345 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d3933-9484-4264-999a-a5151627ee7d req-39ba5d3c-d016-4369-a326-3bd59576e552 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:33.619912 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f40d3933-9484-4264-999a-a5151627ee7d req-39ba5d3c-d016-4369-a326-3bd59576e552 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0570812 Sep 07 18:53:33.659619 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f40d3933-9484-4264-999a-a5151627ee7d req-a25e0de3-53d3-428a-b46e-e0f5656b554e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327790 Sep 07 18:53:33.707856 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-6bceddd1-37b9-4b85-ab29-80672b1363b4 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944381 Sep 07 18:53:33.825890 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fedf5a3-ddca-47d6-9210-eaee582a2f4d req-3022d0a1-2fd5-4539-bf1c-aba3137b43ec service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047280 Sep 07 18:53:34.681776 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:34.745444 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25373-e20b-4107-8e7c-7e6b2331ffb0 req-83efadc6-21c7-4110-92c1-ba3fa339f6d0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.747333 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06f25373-e20b-4107-8e7c-7e6b2331ffb0 req-83efadc6-21c7-4110-92c1-ba3fa339f6d0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0552683 Sep 07 18:53:34.787943 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169caae-f760-4f70-a56f-2ad1de3c01fa req-7be55743-73a4-4d9c-b697-c39564b37df2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:34.789539 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b169caae-f760-4f70-a56f-2ad1de3c01fa req-7be55743-73a4-4d9c-b697-c39564b37df2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0539882 Sep 07 18:53:34.792485 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06f25373-e20b-4107-8e7c-7e6b2331ffb0 req-0d62fbaa-88ec-4832-905d-eca89dcd45aa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388482 Sep 07 18:53:34.840021 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b169caae-f760-4f70-a56f-2ad1de3c01fa req-2ee01f7a-5c09-4a5b-8c15-92a239aae914 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 Sep 07 18:53:35.619527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 34294) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:35.751961 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5897117a-1b5f-4a51-9a0f-c472878568cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.872107 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5897117a-1b5f-4a51-9a0f-c472878568cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.877757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5897117a-1b5f-4a51-9a0f-c472878568cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.888816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:35.923477 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-5897117a-1b5f-4a51-9a0f-c472878568cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a30c0a7d03df468cb3c7549cf3988392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027437 Sep 07 18:53:35.924437 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897117a-1b5f-4a51-9a0f-c472878568cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fbdbe6-d520-4dfb-bfa8-d6f02fc9dcfc,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:35.926463 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34308) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:35.978180 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:36.029884 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f34342-2ecc-4e57-aab8-d2074c712acc req-52459bbb-e7d9-4332-adeb-4606bea4da82 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:36.031484 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64f34342-2ecc-4e57-aab8-d2074c712acc req-52459bbb-e7d9-4332-adeb-4606bea4da82 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 945 time: 0.0614076 Sep 07 18:53:36.047509 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.070821 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ac33c-f4df-4304-90fe-77c70324dc7e req-41454e40-8f9e-4cee-924b-46e646930a31 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:36.072661 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d5ac33c-f4df-4304-90fe-77c70324dc7e req-41454e40-8f9e-4cee-924b-46e646930a31 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0952990 Sep 07 18:53:36.074165 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-64f34342-2ecc-4e57-aab8-d2074c712acc req-08542420-8cbb-44d3-8752-e45c409b5bc0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348992 Sep 07 18:53:36.087969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.099299 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.115455 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:53:36.117827 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274f7eea-7c03-4cc9-a652-03803369aee8" -d '{"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-unplugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:53:36.132368 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:53:36.137913 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.159654 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8d5ac33c-f4df-4304-90fe-77c70324dc7e req-322c7fc8-dd9c-4107-a932-d226fed0484f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740499 Sep 07 18:53:36.167891 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546ec87-5b5a-46e6-9290-c5a329792b8a x-openstack-request-id: req-f546ec87-5b5a-46e6-9290-c5a329792b8a {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:53:36.168421 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-unplugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:53:36.169011 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f546ec87-5b5a-46e6-9290-c5a329792b8a {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:53:36.169404 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'code': 200} Sep 07 18:53:36.192618 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.195266 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.196948 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=8']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:36.200147 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07fbdbe6-d520-4dfb-bfa8-d6f02fc9dcfc HTTP/1.1" status: 204 len: 168 time: 0.2663898 Sep 07 18:53:36.208779 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a9a05-572c-47ea-92ce-d84cb8f41435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fbdbe6-d520-4dfb-bfa8-d6f02fc9dcfc,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:36.480613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 34316) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:36.494549 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ce8531f-ad73-4447-b5c3-4b50792798ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.588309 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ce8531f-ad73-4447-b5c3-4b50792798ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.594116 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ce8531f-ad73-4447-b5c3-4b50792798ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.634135 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-3ce8531f-ad73-4447-b5c3-4b50792798ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fa230d76bc74248a5ec71f625abbbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523552 Sep 07 18:53:36.635046 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8531f-ad73-4447-b5c3-4b50792798ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02677e4-5f5e-4137-855f-a2eb98e8345c,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:36.637150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 34318) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:36.690190 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.712936 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.767056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.769833 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:36.771198 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f02677e4-5f5e-4137-855f-a2eb98e8345c HTTP/1.1" status: 204 len: 168 time: 0.1328504 Sep 07 18:53:36.783574 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02610d34-d33f-4288-a7a9-6d9c4bd58b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02677e4-5f5e-4137-855f-a2eb98e8345c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:53:37.218131 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c5974-646e-4992-9cef-480466291eff req-4ebb08d2-0045-4967-bc20-0311ef5c4ad9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.219779 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a7c5974-646e-4992-9cef-480466291eff req-4ebb08d2-0045-4967-bc20-0311ef5c4ad9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0616968 Sep 07 18:53:37.270015 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0a7c5974-646e-4992-9cef-480466291eff req-b472534c-4c70-419c-b993-222331e5bdb6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Sep 07 18:53:37.285079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73305d-5778-41a8-afd1-28aa33573d2f req-5b09cf57-7919-40ac-807c-6dd22677dd86 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.286727 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0d73305d-5778-41a8-afd1-28aa33573d2f req-5b09cf57-7919-40ac-807c-6dd22677dd86 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0514550 Sep 07 18:53:37.334931 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0d73305d-5778-41a8-afd1-28aa33573d2f req-8f438840-8f0f-455a-a857-92ca8e88c28f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 Sep 07 18:53:37.801218 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [req-394ae4d9-cc50-45a1-93e2-aedf201b37ea req-d7161421-c7da-46b2-836d-01ab49b4de9f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:53:37.802319 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-394ae4d9-cc50-45a1-93e2-aedf201b37ea req-d7161421-c7da-46b2-836d-01ab49b4de9f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055082 Sep 07 18:53:37.992992 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b35c5-2feb-4c54-aedc-1d463118e517 req-26aa7d71-d12c-4aa5-b04b-a1364ff9902f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:37.996402 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-427b35c5-2feb-4c54-aedc-1d463118e517 req-26aa7d71-d12c-4aa5-b04b-a1364ff9902f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0644822 Sep 07 18:53:38.047856 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-427b35c5-2feb-4c54-aedc-1d463118e517 req-31c73a50-101b-40e7-b69c-a5f68ff78059 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Sep 07 18:53:38.355468 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 34428) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:53:38.462155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce55dc-1072-4417-a064-0a5eb48932f4 req-0466b1ed-b3e9-4df3-bec7-9485513af67b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:38.462746 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-3b02e7aa-30d6-40dd-be57-88e4d93d58f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056185 Sep 07 18:53:38.463836 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2fce55dc-1072-4417-a064-0a5eb48932f4 req-0466b1ed-b3e9-4df3-bec7-9485513af67b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0534868 Sep 07 18:53:38.471942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-9d71bb97-7a87-402c-bd78-6cb5ec32baa5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:53:38.473276 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-9d71bb97-7a87-402c-bd78-6cb5ec32baa5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052738 Sep 07 18:53:38.515513 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2fce55dc-1072-4417-a064-0a5eb48932f4 req-d1400da6-7133-4206-9f0f-2fbb3f74a2b0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 Sep 07 18:53:39.176391 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b30b8-33d3-424c-9852-36cb4f004243 req-e1208d66-9ab6-4d9c-9162-90a747faabcc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.178002 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2a5b30b8-33d3-424c-9852-36cb4f004243 req-e1208d66-9ab6-4d9c-9162-90a747faabcc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0508440 Sep 07 18:53:39.224937 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2a5b30b8-33d3-424c-9852-36cb4f004243 req-ec6af29f-6838-4a33-816b-dd6940e9c61d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392685 Sep 07 18:53:39.648711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c1de-4075-464a-b424-a178b08589f5 req-5133153c-d75f-4766-b84e-5b1ee506863a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.650213 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-37a0c1de-4075-464a-b424-a178b08589f5 req-5133153c-d75f-4766-b84e-5b1ee506863a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0612090 Sep 07 18:53:39.699511 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-37a0c1de-4075-464a-b424-a178b08589f5 req-6debc8e6-0961-4a59-b616-6a6e60bc4d4b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Sep 07 18:53:39.923132 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbf1d-7181-45d0-824e-f7e38384764a req-2c11707c-44a1-41cb-8a1f-ddeb21114534 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.924661 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-47ebbf1d-7181-45d0-824e-f7e38384764a req-2c11707c-44a1-41cb-8a1f-ddeb21114534 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0530779 Sep 07 18:53:39.970763 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-47ebbf1d-7181-45d0-824e-f7e38384764a req-f9aaf8b2-7403-4fbe-9159-1e564670e257 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398319 Sep 07 18:53:39.980409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-6e7205af-6741-4be1-b17f-92e808ccf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:39.981936 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-6e7205af-6741-4be1-b17f-92e808ccf746 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1099 time: 0.0500045 Sep 07 18:53:40.078249 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-6ef5add8-a24e-44a9-8bb1-9e7fa2787fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.079797 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-6ef5add8-a24e-44a9-8bb1-9e7fa2787fc8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0902758 Sep 07 18:53:40.155397 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-7655f7ea-172e-4991-b4ff-b1548e3c7b56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 1001 time: 0.0681126 Sep 07 18:53:40.208377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-88c1ea6e-a134-49c7-a6b4-07f3e383a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.210362 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-88c1ea6e-a134-49c7-a6b4-07f3e383a798 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0475144 Sep 07 18:53:40.273781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-cdd7c46f-3a40-4499-8568-4a3a3eacc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.276476 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-cdd7c46f-3a40-4499-8568-4a3a3eacc417 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559731 Sep 07 18:53:40.407908 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec558ed-8222-4337-ac3e-0efb75012690 req-37561866-07ec-48a5-b8f5-66a1871dbdab tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:40.411825 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ec558ed-8222-4337-ac3e-0efb75012690 req-37561866-07ec-48a5-b8f5-66a1871dbdab tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0826199 Sep 07 18:53:40.449224 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-2740a986-b483-4858-adc8-87eda8037ee4 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655805 Sep 07 18:53:40.477511 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ec558ed-8222-4337-ac3e-0efb75012690 req-8362a1a6-bbf7-41ea-aa27-0d9dc8ab2726 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528212 Sep 07 18:53:40.571098 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-86001517-f447-4e42-a15b-1b2b1950c9e9 req-3d250566-9702-4cba-b479-e6a1ca2e67fd service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104929 Sep 07 18:53:41.106076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9e93-9333-47d0-a7ef-089c315106ea req-5bc0e0ab-81b6-49e2-8618-28c1603b182c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.108816 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23fe9e93-9333-47d0-a7ef-089c315106ea req-5bc0e0ab-81b6-49e2-8618-28c1603b182c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0648348 Sep 07 18:53:41.132916 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:53:41.149523 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23fe9e93-9333-47d0-a7ef-089c315106ea req-a10d963a-1174-4be3-add4-76c1e66c88ef tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347922 Sep 07 18:53:41.339283 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-0940a8d4-9c1c-464b-a4c7-9e88344d3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.340729 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-0940a8d4-9c1c-464b-a4c7-9e88344d3b3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 1096 time: 0.0858877 Sep 07 18:53:41.433390 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-069e594d-a8cf-43d8-b00a-dd5878ce7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.434894 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-069e594d-a8cf-43d8-b00a-dd5878ce7629 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1096 time: 0.0443714 Sep 07 18:53:41.535567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-8d84c994-a0a8-4b23-81bb-8aa87c6eef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.537051 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-8d84c994-a0a8-4b23-81bb-8aa87c6eef2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.0946510 Sep 07 18:53:41.632712 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-927cd44e-1d9e-4369-89b0-d0eef89285ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 999 time: 0.0846324 Sep 07 18:53:41.655872 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991db92-686d-4029-9234-2f36d001d365 req-783b4abb-4da0-47f6-86e2-8c45d7d3d29f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.657509 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4991db92-686d-4029-9234-2f36d001d365 req-783b4abb-4da0-47f6-86e2-8c45d7d3d29f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0737510 Sep 07 18:53:41.718791 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-da290ece-9bc5-47aa-bc24-05c0dc67e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.720305 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-da290ece-9bc5-47aa-bc24-05c0dc67e21d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0795224 Sep 07 18:53:41.729180 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4991db92-686d-4029-9234-2f36d001d365 req-c40a50a3-c44b-4d2e-b5fe-0fe39c311676 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488064 Sep 07 18:53:41.799578 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-c92fff73-c6fe-4450-ba2b-0ec478fc08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:41.802348 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-c92fff73-c6fe-4450-ba2b-0ec478fc08c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628362 Sep 07 18:53:41.904429 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-422d5f3b-b892-4e15-bf56-1d190d5c404e service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934579 Sep 07 18:53:42.006763 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-5594c1f4-e6ae-4206-837a-611bb7ae8e34 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946541 Sep 07 18:53:42.274637 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4170d-7fd4-4c9e-9b6c-47e04e34f354 req-29891e6e-9d68-4072-9788-b156a80f80de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.276245 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-19d4170d-7fd4-4c9e-9b6c-47e04e34f354 req-29891e6e-9d68-4072-9788-b156a80f80de tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0532668 Sep 07 18:53:42.318288 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-19d4170d-7fd4-4c9e-9b6c-47e04e34f354 req-d8faa9d2-6fd9-4e43-a223-5e8f86a450c2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354066 Sep 07 18:53:42.878244 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514792c-5da7-471e-aef9-f0a26ec0d64f req-2ed25f42-284a-48db-8333-88d8f088da65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:42.879998 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7514792c-5da7-471e-aef9-f0a26ec0d64f req-2ed25f42-284a-48db-8333-88d8f088da65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0557616 Sep 07 18:53:42.933742 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7514792c-5da7-471e-aef9-f0a26ec0d64f req-254bb539-d840-4815-a055-f8e77b6095bb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467734 Sep 07 18:53:44.094367 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573a8c-9598-424a-92a4-26651fa8a8c4 req-68c0dd85-641e-4681-bc50-fc40d9eedf20 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:44.096017 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c7573a8c-9598-424a-92a4-26651fa8a8c4 req-68c0dd85-641e-4681-bc50-fc40d9eedf20 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0557637 Sep 07 18:53:44.141801 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c7573a8c-9598-424a-92a4-26651fa8a8c4 req-f57f502c-64a3-44eb-8eb7-9404c15b39e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Sep 07 18:53:45.276455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a384ce5-c99f-4249-854e-790afd9a5f5c req-8afbcced-3333-4741-a61b-cb3dcd069f5a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:45.278219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4a384ce5-c99f-4249-854e-790afd9a5f5c req-8afbcced-3333-4741-a61b-cb3dcd069f5a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0578048 Sep 07 18:53:45.325606 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4a384ce5-c99f-4249-854e-790afd9a5f5c req-beaedc1c-763a-4f4a-9d20-06766fad6c45 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379293 Sep 07 18:53:46.035469 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:53:46.453705 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c11e-17d4-415d-a711-7de28bb98cc0 req-10508447-4ef5-4a9b-847d-22d22a719312 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:46.455268 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86f3c11e-17d4-415d-a711-7de28bb98cc0 req-10508447-4ef5-4a9b-847d-22d22a719312 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0496140 Sep 07 18:53:46.500716 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86f3c11e-17d4-415d-a711-7de28bb98cc0 req-07351246-78c6-428e-845c-797a83493ddc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364511 Sep 07 18:53:47.655720 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09797e15-446f-450a-a407-b02e6ec96972 req-2520559a-b661-4696-9de7-f29511cecb3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:47.657319 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-09797e15-446f-450a-a407-b02e6ec96972 req-2520559a-b661-4696-9de7-f29511cecb3d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0621247 Sep 07 18:53:47.699219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-09797e15-446f-450a-a407-b02e6ec96972 req-a012b7fa-d940-4ed2-88f5-625baeb8afcb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352652 Sep 07 18:53:48.792745 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:48.853061 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553e4b-5f04-4dfc-9a67-d01c92776e88 req-9dc9d800-16b3-49d9-afcd-e7cbb6d3d55b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:48.855722 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e7553e4b-5f04-4dfc-9a67-d01c92776e88 req-9dc9d800-16b3-49d9-afcd-e7cbb6d3d55b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0554848 Sep 07 18:53:48.925726 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e7553e4b-5f04-4dfc-9a67-d01c92776e88 req-486622ef-6556-43b2-b65f-f92459ae8592 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452178 Sep 07 18:53:50.091748 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0740e1-fc15-4b75-ae06-4273c1f5a89b req-d20478d9-07ea-40db-b972-529e509d5eae tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:50.093611 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1a0740e1-fc15-4b75-ae06-4273c1f5a89b req-d20478d9-07ea-40db-b972-529e509d5eae tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0651240 Sep 07 18:53:50.149932 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1a0740e1-fc15-4b75-ae06-4273c1f5a89b req-3ad55b9d-eec9-4c94-ba1d-d2067c82ccd6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495837 Sep 07 18:53:51.297945 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543a45b-45e1-4992-a899-e8b4c67ef8f3 req-83f46843-e3fb-4e21-90fb-c15ac912d3b7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:51.299586 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c543a45b-45e1-4992-a899-e8b4c67ef8f3 req-83f46843-e3fb-4e21-90fb-c15ac912d3b7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0617695 Sep 07 18:53:51.346368 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c543a45b-45e1-4992-a899-e8b4c67ef8f3 req-4a0f1e9c-f44e-41a6-8d13-52828cfacb2e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Sep 07 18:53:52.481053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e8c4f-3a6d-4444-aad0-1633a767ee2b req-87e92577-14ea-4201-ab7e-be63023b5d3a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:52.482823 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab3e8c4f-3a6d-4444-aad0-1633a767ee2b req-87e92577-14ea-4201-ab7e-be63023b5d3a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0542967 Sep 07 18:53:52.535681 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab3e8c4f-3a6d-4444-aad0-1633a767ee2b req-1a80830b-139b-4ccd-9f1c-3d541c019abd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466866 Sep 07 18:53:53.666103 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ac4a-0550-4139-a374-0dbe42fa838e req-953bf579-fef2-4efa-9140-c2d9e6b45c3f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:53.667645 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7db0ac4a-0550-4139-a374-0dbe42fa838e req-953bf579-fef2-4efa-9140-c2d9e6b45c3f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0504661 Sep 07 18:53:53.726364 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7db0ac4a-0550-4139-a374-0dbe42fa838e req-33e0fb19-784a-4f90-9363-979dce67e685 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524695 Sep 07 18:53:54.855886 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031cb1-fda4-464d-8b02-71178c677ec7 req-011db440-84f6-4a47-a60b-f4550ffc76fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:54.857679 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af031cb1-fda4-464d-8b02-71178c677ec7 req-011db440-84f6-4a47-a60b-f4550ffc76fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0545990 Sep 07 18:53:54.901550 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-af031cb1-fda4-464d-8b02-71178c677ec7 req-1a3c6e3b-0fb0-4939-838d-b404ac289aef tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368757 Sep 07 18:53:55.028948 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-f00dae6c-6ff0-426f-891c-bb75f5b7cc8b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526943 Sep 07 18:53:55.106135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-ec97fd3d-c1d2-4fe6-81a2-36ac9a825706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.107846 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-ec97fd3d-c1d2-4fe6-81a2-36ac9a825706 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 1099 time: 0.0430651 Sep 07 18:53:55.228490 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-dcfd525a-9f00-48a8-aa28-db12129fd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.229961 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-dcfd525a-9f00-48a8-aa28-db12129fd878 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0987024 Sep 07 18:53:55.305856 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-6169e0f7-bb08-4df1-89eb-f3d426a11d98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 200 len: 1001 time: 0.0590746 Sep 07 18:53:55.374503 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-55dca7f8-d486-4a2d-a87a-83299476d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.376028 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-55dca7f8-d486-4a2d-a87a-83299476d6cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0485721 Sep 07 18:53:55.426733 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-e011601a-0c6c-4947-9eb9-83940a42d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:55.428349 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-e011601a-0c6c-4947-9eb9-83940a42d12f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429122 Sep 07 18:53:55.523437 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-c3229930-f442-460c-bb43-6f3b2479638e service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821135 Sep 07 18:53:55.625197 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b5b89b5f-c76d-4530-93df-a37050cfd398 req-1a5e14ba-8050-471c-84e7-c3c86fd6b206 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937564 Sep 07 18:53:56.025058 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9043-86e6-4bf3-8551-f70d47feb58f req-fb3ef4f6-2a56-47ac-b847-b5ebf8442754 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:56.026579 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-168d9043-86e6-4bf3-8551-f70d47feb58f req-fb3ef4f6-2a56-47ac-b847-b5ebf8442754 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0497682 Sep 07 18:53:56.067591 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-168d9043-86e6-4bf3-8551-f70d47feb58f req-42b25028-0809-407b-a660-4edbe0923952 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343771 Sep 07 18:53:57.200087 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080cc7-42a6-4bb3-b4bf-f462a09d41be req-f4c9ec87-cebb-49bb-98a5-4e0bdd646485 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:57.202215 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0080cc7-42a6-4bb3-b4bf-f462a09d41be req-f4c9ec87-cebb-49bb-98a5-4e0bdd646485 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0525272 Sep 07 18:53:57.245101 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0080cc7-42a6-4bb3-b4bf-f462a09d41be req-8c3eaff8-b6a1-4383-a858-94fa3234be34 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366330 Sep 07 18:53:58.392968 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab2dc6-c9f4-49c4-9419-98dfaac96774 req-05c27638-d725-481c-9c62-08232aff2229 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:58.395897 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-26ab2dc6-c9f4-49c4-9419-98dfaac96774 req-05c27638-d725-481c-9c62-08232aff2229 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0696583 Sep 07 18:53:58.440906 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-26ab2dc6-c9f4-49c4-9419-98dfaac96774 req-bdba06f8-d300-4c60-aec7-dfc4e9e7b90f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Sep 07 18:53:59.394305 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0b3ec15c-8caf-4a84-919f-41a6452ec0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:53:59.565051 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e16f-275b-4986-94e1-816feeea8ca6 req-3c48419e-6217-4d92-8404-73e1cd829c03 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:53:59.566869 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8408e16f-275b-4986-94e1-816feeea8ca6 req-3c48419e-6217-4d92-8404-73e1cd829c03 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0507476 Sep 07 18:53:59.611232 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8408e16f-275b-4986-94e1-816feeea8ca6 req-3a878efc-c7e3-4cf3-90fb-4e7e70712d8c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Sep 07 18:54:00.746145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77731-90c4-45b6-a314-590dd214bfd2 req-118a6963-877e-4a22-a0a1-27a71f9298d6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:00.747688 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6fd77731-90c4-45b6-a314-590dd214bfd2 req-118a6963-877e-4a22-a0a1-27a71f9298d6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0522537 Sep 07 18:54:00.787913 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6fd77731-90c4-45b6-a314-590dd214bfd2 req-7aec86d1-b39c-456f-8f43-d281f22a2b79 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340004 Sep 07 18:54:01.910868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0be1-2918-4800-a50b-c1fd14688cb8 req-fdd84e44-dc2e-4d84-a880-ae9c1a4c8743 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:01.912379 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-222b0be1-2918-4800-a50b-c1fd14688cb8 req-fdd84e44-dc2e-4d84-a880-ae9c1a4c8743 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0509727 Sep 07 18:54:01.951032 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-222b0be1-2918-4800-a50b-c1fd14688cb8 req-cdd57912-623d-44c9-b420-fe26e9bd9b58 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Sep 07 18:54:02.698014 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8d39f99b-d1e9-4b6c-b004-43e2fd4dccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:02.729798 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:03.073497 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2b4ab-db93-4785-8317-9b68f1253932 req-5074238d-be39-41c1-82b8-c0987a58c194 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:03.075018 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0ca2b4ab-db93-4785-8317-9b68f1253932 req-5074238d-be39-41c1-82b8-c0987a58c194 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0509458 Sep 07 18:54:03.115188 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0ca2b4ab-db93-4785-8317-9b68f1253932 req-76f8718d-1061-460b-82fc-cbcd7ff86f2d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339363 Sep 07 18:54:04.237761 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7c9b-a8f6-44d8-81ff-5bc32e624979 req-8ff6e3f8-c428-4a26-8e07-8fcdfde26e13 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:04.239393 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39ed7c9b-a8f6-44d8-81ff-5bc32e624979 req-8ff6e3f8-c428-4a26-8e07-8fcdfde26e13 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0511229 Sep 07 18:54:04.279305 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39ed7c9b-a8f6-44d8-81ff-5bc32e624979 req-f84a7aed-667d-40d5-ae93-c44c4dd61de7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336041 Sep 07 18:54:04.542374 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:05.403794 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d8d3b-2498-4d72-8da4-2f85d48390e0 req-36330cce-2e8e-4267-8204-068e84a3f969 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:05.405456 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cb2d8d3b-2498-4d72-8da4-2f85d48390e0 req-36330cce-2e8e-4267-8204-068e84a3f969 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0497203 Sep 07 18:54:05.449906 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cb2d8d3b-2498-4d72-8da4-2f85d48390e0 req-26b7ae89-bc2d-4135-adf6-1ddf2d3cf8b3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Sep 07 18:54:05.869189 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:06.584376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca5c7f-2efb-4f06-ac1f-68326d5aadf7 req-0919d445-01a0-4a70-add5-a85d6baa6f89 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:06.585928 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cfca5c7f-2efb-4f06-ac1f-68326d5aadf7 req-0919d445-01a0-4a70-add5-a85d6baa6f89 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0601170 Sep 07 18:54:06.628267 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cfca5c7f-2efb-4f06-ac1f-68326d5aadf7 req-a2a46616-b9b2-4dc0-aa6a-6533da11e998 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Sep 07 18:54:07.766555 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73724fa-e398-4381-81ce-368bf2a53695 req-6c124e90-521c-4661-a516-40e7bc7546ae tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:07.768097 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f73724fa-e398-4381-81ce-368bf2a53695 req-6c124e90-521c-4661-a516-40e7bc7546ae tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0529194 Sep 07 18:54:07.806764 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f73724fa-e398-4381-81ce-368bf2a53695 req-915c20cf-beff-4faf-a5ec-3a1ebae45490 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324807 Sep 07 18:54:08.718696 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:08.829834 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:08.841293 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'mac_address': 'fa:16:3e:51:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:08.880648 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.898945 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:08.919467 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:08.924191 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:08.933188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c467-3a19-4bab-ba9d-bea4c533a13a req-9bb288bb-49ac-406d-9c25-c002099726b7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:08.934693 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b743c467-3a19-4bab-ba9d-bea4c533a13a req-9bb288bb-49ac-406d-9c25-c002099726b7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 943 time: 0.0536141 Sep 07 18:54:08.972781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=9']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:08.975204 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b743c467-3a19-4bab-ba9d-bea4c533a13a req-a0a415f3-15f2-41eb-b5b1-83eb96d4a848 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Sep 07 18:54:09.363162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['8c66085b-b35f-4f58-a110-b84cba9698e1'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:10.103495 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e58d87-7485-4bb7-a64c-d46cdeba2906 req-4b841d29-34e7-4230-9c57-0972d68c65fc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:10.104998 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-06e58d87-7485-4bb7-a64c-d46cdeba2906 req-4b841d29-34e7-4230-9c57-0972d68c65fc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0531852 Sep 07 18:54:10.143874 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-06e58d87-7485-4bb7-a64c-d46cdeba2906 req-387fd3d2-7571-443c-b5cd-d9fd895a7d4a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327058 Sep 07 18:54:11.237931 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:11.270283 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a6f6-445a-4781-8afb-14b49c088ed8 req-bd214e39-9ea0-4736-a3bd-853754b7a59d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:11.271788 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e342a6f6-445a-4781-8afb-14b49c088ed8 req-bd214e39-9ea0-4736-a3bd-853754b7a59d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 944 time: 0.0527554 Sep 07 18:54:11.289946 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 8c66085b-b35f-4f58-a110-b84cba9698e1 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:11.290257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.312084 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e342a6f6-445a-4781-8afb-14b49c088ed8 req-2fafe2c3-e600-43f5-a0c9-b8154e081c66 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Sep 07 18:54:11.367983 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.392846 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:11.395144 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d375ac0-daff-41b8-a7fd-6e8a7b1628c8" -d '{"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:11.408981 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:11.415266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:11.443490 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25df09f-f806-4084-95ff-cf8b86d01413 x-openstack-request-id: req-b25df09f-f806-4084-95ff-cf8b86d01413 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:11.443783 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-plugged", "status": "completed", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:11.444035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b25df09f-f806-4084-95ff-cf8b86d01413 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:11.444418 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'code': 200} Sep 07 18:54:11.472914 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=10']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:12.433509 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbd20b-55b9-4a74-8d50-26e1bf1c268c req-cd6c822c-5612-4203-b05f-26ed8de8b07a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:12.435042 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e6dbd20b-55b9-4a74-8d50-26e1bf1c268c req-cd6c822c-5612-4203-b05f-26ed8de8b07a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0495958 Sep 07 18:54:12.480448 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e6dbd20b-55b9-4a74-8d50-26e1bf1c268c req-79f6ec1b-9d86-4742-ba0a-7c4b757624a8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 Sep 07 18:54:13.604481 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89a6eb-ca5d-4c17-9be9-fe1a266a6867 req-78c04b7a-6379-466d-8f96-55ab649cf866 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:13.605949 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fe89a6eb-ca5d-4c17-9be9-fe1a266a6867 req-78c04b7a-6379-466d-8f96-55ab649cf866 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0502992 Sep 07 18:54:13.658193 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fe89a6eb-ca5d-4c17-9be9-fe1a266a6867 req-69ded489-886d-42fb-a91c-a6a0c59b7ba9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456996 Sep 07 18:54:14.696816 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591787f0-07be-460e-8ff1-4e3c62a57555 req-9bf78692-26a2-494e-a3c6-1c6a5f47be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.698351 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-591787f0-07be-460e-8ff1-4e3c62a57555 req-9bf78692-26a2-494e-a3c6-1c6a5f47be7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1099 time: 0.0424161 Sep 07 18:54:14.739163 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-591787f0-07be-460e-8ff1-4e3c62a57555 req-436f62bf-3552-44c5-aac5-4c241a4bcf59 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Sep 07 18:54:14.790261 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb642b-4d22-4bbc-a924-bdbf8e74eda1 req-37bf4b72-25ed-408f-b816-0ea9d5242c8f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:14.792104 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-73cb642b-4d22-4bbc-a924-bdbf8e74eda1 req-37bf4b72-25ed-408f-b816-0ea9d5242c8f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0520337 Sep 07 18:54:14.842328 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-73cb642b-4d22-4bbc-a924-bdbf8e74eda1 req-a5c560a3-3bb2-43ff-82fb-09f16296359d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Sep 07 18:54:15.976792 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b66e3-cf52-4d0d-89f8-421b8819fb62 req-d3123c8c-a284-4b08-87d6-a41ace806c10 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:15.978339 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-933b66e3-cf52-4d0d-89f8-421b8819fb62 req-d3123c8c-a284-4b08-87d6-a41ace806c10 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0576050 Sep 07 18:54:16.029528 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-933b66e3-cf52-4d0d-89f8-421b8819fb62 req-a5f6276a-ed49-4981-8050-3491c82fc7cb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Sep 07 18:54:17.165751 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196115d8-b788-4cb0-88da-4e07f94acbaf req-96c6d6f2-0ad2-489a-a848-8729e9df11dd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:17.167282 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-196115d8-b788-4cb0-88da-4e07f94acbaf req-96c6d6f2-0ad2-489a-a848-8729e9df11dd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0538647 Sep 07 18:54:17.209548 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-196115d8-b788-4cb0-88da-4e07f94acbaf req-7891e083-12b3-4578-ba1f-85039834c614 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359273 Sep 07 18:54:18.338733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a99f5-4e97-458d-b29c-0db23fde2c71 req-e902b2ab-0814-4092-85ad-e2099ceb1796 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:18.340234 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d97a99f5-4e97-458d-b29c-0db23fde2c71 req-e902b2ab-0814-4092-85ad-e2099ceb1796 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0520270 Sep 07 18:54:18.384056 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d97a99f5-4e97-458d-b29c-0db23fde2c71 req-8ca0d5b3-3a74-483a-81be-db9cc6608556 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350931 Sep 07 18:54:18.792038 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:19.536086 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd67a4-bff0-4991-95df-660ee1e0cc52 req-194c11d3-1a83-4486-8c70-427df9fa15da tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:19.538165 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-34dd67a4-bff0-4991-95df-660ee1e0cc52 req-194c11d3-1a83-4486-8c70-427df9fa15da tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0629230 Sep 07 18:54:19.586082 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-34dd67a4-bff0-4991-95df-660ee1e0cc52 req-3f6dc038-1ffc-40b7-88e6-5813d181047b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407996 Sep 07 18:54:20.718152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912fd7d-a16f-4de1-a060-3b4ad7e9fc1b req-b51fff91-9d08-46c9-84ff-138eb393a637 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:20.719751 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3912fd7d-a16f-4de1-a060-3b4ad7e9fc1b req-b51fff91-9d08-46c9-84ff-138eb393a637 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0556383 Sep 07 18:54:20.766255 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3912fd7d-a16f-4de1-a060-3b4ad7e9fc1b req-7573a250-cdf1-4095-9bd2-e1d243754071 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397537 Sep 07 18:54:21.723835 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35058) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:21.832734 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:21.953591 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:21.967551 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.009679 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d87560394e624dd08bfb53dbd8d37c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847509 Sep 07 18:54:22.011018 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272bdcb7-3603-417e-a0ed-ab26a8913c5f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:22.012535 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35068) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:22.019084 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.019435 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.020200 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.020200 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.020433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.020752 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.021081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.021409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.021737 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.022062 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.022387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.022710 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c842346-d4e9-4a08-9b36-0920dabfd441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.066181 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.088373 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.137703 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.140186 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.141626 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/272bdcb7-3603-417e-a0ed-ab26a8913c5f HTTP/1.1" status: 204 len: 168 time: 0.1272531 Sep 07 18:54:22.149552 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272bdcb7-3603-417e-a0ed-ab26a8913c5f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:22.157054 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.157393 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.157718 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.158054 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.158373 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.158698 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.159052 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.159375 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.159752 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.160005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.160319 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.160631 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67296573-1d7c-48fe-b8a9-2f51a8675016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:22.447912 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35074) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:22.462095 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2b093b53-615b-4355-959b-cb21d7ec85c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.563654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2b093b53-615b-4355-959b-cb21d7ec85c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.569013 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2b093b53-615b-4355-959b-cb21d7ec85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.605444 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093b53-615b-4355-959b-cb21d7ec85c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3ae8e-3d08-4268-93f5-97390c35e670,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:22.610338 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2b093b53-615b-4355-959b-cb21d7ec85c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb536869a8b347cc85b86d2cd2234852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612992 Sep 07 18:54:22.613819 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35076) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:22.670398 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.691669 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.739790 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.742341 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:22.743538 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19d3ae8e-3d08-4268-93f5-97390c35e670 HTTP/1.1" status: 204 len: 168 time: 0.1289849 Sep 07 18:54:22.752070 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab90d9-4747-434f-98cf-afe2e2a0982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3ae8e-3d08-4268-93f5-97390c35e670,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:23.036564 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:54:25.570329 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35144) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:25.678263 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2f7babb8-0a15-4b24-a802-6a6c69b93609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.777195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2f7babb8-0a15-4b24-a802-6a6c69b93609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.782705 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2f7babb8-0a15-4b24-a802-6a6c69b93609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.825290 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2f7babb8-0a15-4b24-a802-6a6c69b93609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e1f2590998245e296971ddf1f5d9dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536848 Sep 07 18:54:25.826735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7babb8-0a15-4b24-a802-6a6c69b93609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64883893-d548-4efb-8918-f6bfed66a207,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:25.828308 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35150) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:25.899847 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.928941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.989536 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.992803 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:25.994005 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64883893-d548-4efb-8918-f6bfed66a207 HTTP/1.1" status: 204 len: 168 time: 0.1637392 Sep 07 18:54:26.002560 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef469a-1690-4f4d-a1e4-7d2115ba854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64883893-d548-4efb-8918-f6bfed66a207,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:26.730510 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35182) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:26.836333 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1193606500-network', 'tenant_id': 'ac65a58621524f7998b19c2e729995d1'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:26.860162 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Made reservation on behalf of ac65a58621524f7998b19c2e729995d1 for: {'network': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:26.862649 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.872530 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:26.996913 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.001927 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.027906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=105639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:54:27.037743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a858df32-de8c-4fe8-a471-5a40259f783c,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:27.052089 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.052089 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.segments_db [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Added segment c4167871-dda2-429c-95ae-e98a74d49cf3 of type vlan for network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd Sep 07 18:54:27.086790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.111713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.112863 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.113485 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.167865 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4357097 Sep 07 18:54:27.170642 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35192) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:27.179813 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Request body: {'subnet': {'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1193606500-subnet', 'tenant_id': 'ac65a58621524f7998b19c2e729995d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:27.181418 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dc218-c41b-4547-aca6-17182bad571a admin admin] Pushing event updated for resources: {'Network': ['ID=8afa4d89-22d5-4a9e-bca1-2847646ee7fd,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:27.191794 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:54:27.213076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Made reservation on behalf of ac65a58621524f7998b19c2e729995d1 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:27.217709 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.414016 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.481268 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da96aa4-fcfa-42cc-a0ac-5583ab655f46,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:27.491727 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Checking segment: {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:27.492084 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Network hostable DHCP agents. Network: 8afa4d89-22d5-4a9e-bca1-2847646ee7fd, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:54:27.514118 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:54:27.524100 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 8afa4d89-22d5-4a9e-bca1-2847646ee7fd) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:27.528811 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:27.529402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:27.537910 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb7921-7be5-4395-b606-bd5a89ab5fc2 None None] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:27.556315 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6ca03b18-4b76-4593-b4a2-2e5b80cc5d8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3746550 Sep 07 18:54:27.690524 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b8e79-4ae6-46de-9326-a1f73e9087b4 None None] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:54:29.398613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3e228020-0704-479d-85ea-ce9d79074ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:31.442800 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-1a303779-7874-4acf-a603-70ae560384ea tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:31.444339 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-1a303779-7874-4acf-a603-70ae560384ea tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 814 time: 0.1127717 Sep 07 18:54:31.460420 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0009dd18-8520-4995-98b6-020da48c07b5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/quotas/ac65a58621524f7998b19c2e729995d1 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Sep 07 18:54:31.505283 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-f8647fdd-b5fc-4e7c-b5ea-62bc1cc8fb32 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389540 Sep 07 18:54:31.602071 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-cd4dccd2-68b8-48b5-8cab-feda8daa0322 service neutron] 10.222.0.25 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Sep 07 18:54:31.709846 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-fbacd162-0375-4b8b-903c-91e53f4ad601 service neutron] 10.222.0.25 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007257 Sep 07 18:54:31.885089 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dc6d0da7-31e8-4964-9909-bb9030361138 req-5b05e646-ca92-4850-bd2c-f71f3ad0c9f6 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Sep 07 18:54:32.689598 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ff20a53d-139f-408b-bed2-6255c0db44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:32.721109 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.017489 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-82a028c2-8918-4e76-be52-41dd72f4fb1f req-27d37688-e4e9-4044-a4b4-8d3edd907c99 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0607388 Sep 07 18:54:33.077870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-86cd6a7f-3da5-4a43-b977-a998c62be85e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.079353 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-86cd6a7f-3da5-4a43-b977-a998c62be85e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 814 time: 0.1320238 Sep 07 18:54:33.106534 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Request body: {'port': {'device_id': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd', 'admin_state_up': True, 'tenant_id': 'ac65a58621524f7998b19c2e729995d1'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:33.217174 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Made reservation on behalf of ac65a58621524f7998b19c2e729995d1 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:33.221011 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.360002 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Allocated IP 172.20.0.10 (8afa4d89-22d5-4a9e-bca1-2847646ee7fd/0da96aa4-fcfa-42cc-a0ac-5583ab655f46/299dd064-618e-476e-bb31-86124e0eee7b) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:33.570322 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.600373 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624d595-4186-4f70-8af3-37d0f2de9a95 req-18141775-f556-4103-b68f-0d03cf26a317 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.602895 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1624d595-4186-4f70-8af3-37d0f2de9a95 req-18141775-f556-4103-b68f-0d03cf26a317 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0654716 Sep 07 18:54:33.646874 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1624d595-4186-4f70-8af3-37d0f2de9a95 req-b8eae10e-225e-4fbc-aaec-3d064ec1fe29 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349188 Sep 07 18:54:33.875784 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:33.920722 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:33.923994 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:33.927687 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:33.952999 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:33.990248 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:33.991222 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.008026 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-0069f3c8-e34f-4d3b-92fa-330bc2e383c9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9048779 Sep 07 18:54:34.029398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Request body: {'port': {'device_id': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:34.087156 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.173788 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eecd7-9e8b-41bf-a720-a2914002e357 req-07a627f0-a8e3-448b-8cf5-a09813c24cf8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.175160 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8b5eecd7-9e8b-41bf-a720-a2914002e357 req-07a627f0-a8e3-448b-8cf5-a09813c24cf8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 932 time: 0.0847561 Sep 07 18:54:34.302902 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8b5eecd7-9e8b-41bf-a720-a2914002e357 req-bf56e953-b266-497d-987c-5b0a23b5e02d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803061 Sep 07 18:54:34.410811 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299dd064-618e-476e-bb31-86124e0eee7b {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:34.418560 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.430937 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Transition to ACTIVE for port object 299dd064-618e-476e-bb31-86124e0eee7b will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:34.436394 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.484126 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:34.545438 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.559714 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Attempting to bind port 299dd064-618e-476e-bb31-86124e0eee7b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:34.560052 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Attempting to bind port 299dd064-618e-476e-bb31-86124e0eee7b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:34.560387 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Attempting to bind port 299dd064-618e-476e-bb31-86124e0eee7b on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:34.564611 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Port 299dd064-618e-476e-bb31-86124e0eee7b on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:34.564948 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Attempting to bind port 299dd064-618e-476e-bb31-86124e0eee7b on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:34.569744 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:34.570140 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Checking segment: {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:34.570444 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Bound using segment: {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:34.570930 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Bound port: 299dd064-618e-476e-bb31-86124e0eee7b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:34.571281 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.643150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:34.646335 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:34.651925 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.690130 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.690768 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:34.692167 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] 10.222.0.74 "PUT /v2.0/ports/299dd064-618e-476e-bb31-86124e0eee7b HTTP/1.1" status: 200 len: 1094 time: 0.6681123 Sep 07 18:54:34.692608 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:34.694866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e161bffe-43be-4f82-a78f-9255d2bdf7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "tag": "299dd064-618e-476e-bb31-86124e0eee7b"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:34.719061 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c029fe7-a9bd-4d6a-9aff-7928020a3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:34.745790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba37d0-b3fe-4d18-9dca-a59533da329c x-openstack-request-id: req-a0ba37d0-b3fe-4d18-9dca-a59533da329c {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:34.746088 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "tag": "299dd064-618e-476e-bb31-86124e0eee7b", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:34.746345 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0ba37d0-b3fe-4d18-9dca-a59533da329c {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:34.746853 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b', 'status': 'completed', 'code': 200} Sep 07 18:54:34.773305 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b30ef-034a-429f-bdfd-7220f2b9ddd1 req-dd0c0118-30b7-4550-9f21-c0f77aa17820 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.775204 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-751b30ef-034a-429f-bdfd-7220f2b9ddd1 req-dd0c0118-30b7-4550-9f21-c0f77aa17820 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0575118 Sep 07 18:54:34.816972 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-4d433406-d018-4ef9-9c6b-ad97c4256105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.818908 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-4d433406-d018-4ef9-9c6b-ad97c4256105 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 1097 time: 0.0480692 Sep 07 18:54:34.823402 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-751b30ef-034a-429f-bdfd-7220f2b9ddd1 req-5331fa80-9a34-4c08-8586-a2ae21b673b3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362985 Sep 07 18:54:34.873936 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-11d9e899-1457-43aa-9ea1-dbea637ea3fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=299dd064-618e-476e-bb31-86124e0eee7b HTTP/1.1" status: 200 len: 217 time: 0.0362332 Sep 07 18:54:34.929849 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-f9307e8a-dbaf-449f-8610-336bc4a9b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:34.931346 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-f9307e8a-dbaf-449f-8610-336bc4a9b462 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0477741 Sep 07 18:54:34.965482 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-86263c20-2b0f-4f73-b86d-bacc512b0eb2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246942 Sep 07 18:54:35.087589 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-32221159-4adf-4fa8-bf74-4dde5aa2fc37 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135592 Sep 07 18:54:35.123661 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35326) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:35.216901 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7b0b3ad1-2179-49a5-8ff1-9b29764bd471 req-235ae637-546c-46a3-beee-aa04faa6e540 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219146 Sep 07 18:54:35.248302 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2eda71d-bac0-4b44-a6c7-0ee346ce0356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.370890 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2eda71d-bac0-4b44-a6c7-0ee346ce0356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.374599 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-7a28dfb8-9b12-4bd8-8b85-c7a6aab16e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.376210 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-7a28dfb8-9b12-4bd8-8b85-c7a6aab16e0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 1097 time: 0.0496557 Sep 07 18:54:35.376385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b2eda71d-bac0-4b44-a6c7-0ee346ce0356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.431996 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-b2eda71d-bac0-4b44-a6c7-0ee346ce0356 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=261dd0474da04068adcee14fa39f39d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069813 Sep 07 18:54:35.434657 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda71d-bac0-4b44-a6c7-0ee346ce0356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8aef91-fba9-45b7-9dfe-9e0c49eddb0d,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:35.437436 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35332) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:35.494563 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb41da-df39-4952-8858-2dfc3c0c85ec req-d2cd0f0c-bdf2-4ca9-9cdc-fac1e0a32ab4 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.496118 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2fb41da-df39-4952-8858-2dfc3c0c85ec req-d2cd0f0c-bdf2-4ca9-9cdc-fac1e0a32ab4 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.1137626 Sep 07 18:54:35.504644 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.530538 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.542044 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-e959f2c6-4b06-49f2-8cd8-1c4262d9c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.543714 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-e959f2c6-4b06-49f2-8cd8-1c4262d9c999 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.1519763 Sep 07 18:54:35.566414 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2fb41da-df39-4952-8858-2dfc3c0c85ec req-147a0dc0-1f97-4eb8-a033-4f80ec75a1cb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602028 Sep 07 18:54:35.594374 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.597497 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.598941 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e8aef91-fba9-45b7-9dfe-9e0c49eddb0d HTTP/1.1" status: 204 len: 168 time: 0.1603124 Sep 07 18:54:35.600079 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-4b4f89c0-a256-47c2-af34-cfa2d53d628f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=299dd064-618e-476e-bb31-86124e0eee7b HTTP/1.1" status: 200 len: 217 time: 0.0451522 Sep 07 18:54:35.607847 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ec3e-530a-402a-a67f-fedd79261f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8aef91-fba9-45b7-9dfe-9e0c49eddb0d,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:35.658138 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-89e712b0-b38c-4c19-9fc3-359b41903170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:35.659599 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-89e712b0-b38c-4c19-9fc3-359b41903170 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0501261 Sep 07 18:54:35.699733 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-773775d2-1ff5-418a-b01e-3ec601947511 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310647 Sep 07 18:54:35.808159 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-7424ca3c-9153-4f1e-8f85-e3f80216b35e service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003761 Sep 07 18:54:35.891356 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:35.948641 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e161bffe-43be-4f82-a78f-9255d2bdf7b3 req-01ed26ff-c1cb-41eb-89a0-0e01d4ec852c service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324868 Sep 07 18:54:36.002678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35340) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:36.008672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33985ea9-cc82-4ef4-a88a-f5875da2e179 req-29f38bfd-0a64-4f57-915a-8fda69c57b6d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.010227 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-33985ea9-cc82-4ef4-a88a-f5875da2e179 req-29f38bfd-0a64-4f57-915a-8fda69c57b6d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0648651 Sep 07 18:54:36.017308 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-72a29808-a019-4d1c-babd-99bf4b169575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.053077 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-33985ea9-cc82-4ef4-a88a-f5875da2e179 req-119c0fed-3be5-4e33-b3e3-39ab0da449a4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad3dc714-4b9d-4578-a086-9ce2713efd29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365772 Sep 07 18:54:36.129197 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-973c731a-77af-4436-9cd0-7e9bcd97bd03 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.130668 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-973c731a-77af-4436-9cd0-7e9bcd97bd03 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 946 time: 0.0848191 Sep 07 18:54:36.218066 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-72a29808-a019-4d1c-babd-99bf4b169575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.228193 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-72a29808-a019-4d1c-babd-99bf4b169575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.272138 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a29808-a019-4d1c-babd-99bf4b169575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583aa0b2-70b1-48c3-8951-7b8a2917cad7,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:36.277114 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-72a29808-a019-4d1c-babd-99bf4b169575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eec7bc9a635449983c82cd1bac9d4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732692 Sep 07 18:54:36.280972 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35342) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:36.291159 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Deleting port c6592084-b25f-4b2b-9a75-cdf7dbb435ad {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:54:36.291493 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.331563 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.353834 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.390455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] For port c6592084-b25f-4b2b-9a75-cdf7dbb435ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:36.390996 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.405764 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.409043 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.412499 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/583aa0b2-70b1-48c3-8951-7b8a2917cad7 HTTP/1.1" status: 204 len: 168 time: 0.1282146 Sep 07 18:54:36.418519 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9980-7396-4e0e-bb9e-6064bdc39f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583aa0b2-70b1-48c3-8951-7b8a2917cad7,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:36.641921 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.642443 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.642744 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Floating IP 4859176b-bcb0-40b8-8492-f1020ff5a0dd disassociated. External IP: 172.27.2.37, port: c6592084-b25f-4b2b-9a75-cdf7dbb435ad. Sep 07 18:54:36.643128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Calling delete_port for c6592084-b25f-4b2b-9a75-cdf7dbb435ad owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:54:36.740775 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62544db-aaab-401f-9627-96bff9da7141 req-34d5523b-a446-408b-9463-650555a3b506 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:36.741333 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f62544db-aaab-401f-9627-96bff9da7141 req-34d5523b-a446-408b-9463-650555a3b506 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.0922966 Sep 07 18:54:36.817881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f62544db-aaab-401f-9627-96bff9da7141 req-8f1062e0-4099-4846-ac21-1737921a5422 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Sep 07 18:54:36.843511 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:36.878672 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'Port': ['ID=c6592084-b25f-4b2b-9a75-cdf7dbb435ad,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:36.993983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:54:37.108543 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:54:37.121157 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:54:37.132752 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:37.133648 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:37.171078 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9a00fd92-5580-4563-b05f-d658cc3ddb6a req-4709eb63-8c02-48cc-8580-31697006ac49 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ddf727-27d2-4693-bf32-b650d5ea39ff HTTP/1.1" status: 200 len: 210 time: 0.0357864 Sep 07 18:54:37.188293 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] No DVR routers for this DVR port c6592084-b25f-4b2b-9a75-cdf7dbb435ad on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:54:37.193935 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:37.197416 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-39b96044-9e3e-45f7-8231-4a338e9cbb19 req-5ff10ab1-bd83-4698-a996-9fe255841c19 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "DELETE /v2.0/ports/c6592084-b25f-4b2b-9a75-cdf7dbb435ad HTTP/1.1" status: 204 len: 173 time: 1.0596917 Sep 07 18:54:37.198607 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'name': 'network-vif-deleted', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:37.202882 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6beb89-3308-423e-9bfe-9f2d9dd7ab64" -d '{"events": [{"server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "name": "network-vif-deleted", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:37.246205 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3bbb6-d91a-4234-919c-5c8724e23238 x-openstack-request-id: req-9da3bbb6-d91a-4234-919c-5c8724e23238 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:37.246544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ddf727-27d2-4693-bf32-b650d5ea39ff", "name": "network-vif-deleted", "tag": "c6592084-b25f-4b2b-9a75-cdf7dbb435ad", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:37.247067 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9da3bbb6-d91a-4234-919c-5c8724e23238 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:37.247389 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ddf727-27d2-4693-bf32-b650d5ea39ff', 'name': 'network-vif-deleted', 'tag': 'c6592084-b25f-4b2b-9a75-cdf7dbb435ad', 'status': 'completed', 'code': 200} Sep 07 18:54:37.299184 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:37.610105 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:37.638338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:54:37.646789 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:37.647706 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:37.765230 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:37.993807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba524-5765-41ec-9954-0da37944ad2f req-9570e76c-332c-495e-b9d3-70b35aa74046 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:37.995777 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2f8ba524-5765-41ec-9954-0da37944ad2f req-9570e76c-332c-495e-b9d3-70b35aa74046 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.0683415 Sep 07 18:54:38.039099 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:38.043684 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2f8ba524-5765-41ec-9954-0da37944ad2f req-f1abd258-f199-49f8-8b55-70d8a1cdaa1b tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Sep 07 18:54:38.070276 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5be4b-acae-40c8-a1a9-964e87e1e6c9 None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:54:38.271600 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35400) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:38.351567 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.380016 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.385139 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e228b5-3f90-4cee-8251-78fbaf1158ea None None] New status for floating IP 4859176b-bcb0-40b8-8492-f1020ff5a0dd: DOWN {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:54:38.434743 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.440361 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.441980 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad3dc714-4b9d-4578-a086-9ce2713efd29 HTTP/1.1" status: 204 len: 168 time: 0.1690869 Sep 07 18:54:38.444872 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35402) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:38.457663 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4617-2514-44a4-8c0a-9984f80f6b5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3dc714-4b9d-4578-a086-9ce2713efd29,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:38.469174 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.api.v2.resource [None req-c77980ec-c734-4c4b-b099-92cc1f11cfa9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] show failed (client error): The resource could not be found. Sep 07 18:54:38.470975 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c77980ec-c734-4c4b-b099-92cc1f11cfa9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups/ad3dc714-4b9d-4578-a086-9ce2713efd29 HTTP/1.1" status: 404 len: 347 time: 0.0250936 Sep 07 18:54:38.474504 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35404) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:38.623610 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35408) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:38.655807 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Deleting port 94d28358-48f5-45e2-b646-91dde155f50b {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:54:38.656144 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.739312 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b727cf7-4474-4b0f-9bc6-7d41e389affe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.754195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.754518 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.771056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Calling delete_port for 94d28358-48f5-45e2-b646-91dde155f50b owned by network:floatingip {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:54:38.953080 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b727cf7-4474-4b0f-9bc6-7d41e389affe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:38.960960 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b727cf7-4474-4b0f-9bc6-7d41e389affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.012557 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.016235 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b727cf7-4474-4b0f-9bc6-7d41e389affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd17fa7-a7d5-4be9-9a9a-b35a3e48ac8e,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.024016 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2b727cf7-4474-4b0f-9bc6-7d41e389affe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc47b6a6ba448cda0ddb856c0af9c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970330 Sep 07 18:54:39.026583 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35412) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.073631 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'Port': ['ID=94d28358-48f5-45e2-b646-91dde155f50b,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.094429 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.127573 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.181945 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.183891 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.184463 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.193855 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-55d36cda-9517-455b-979d-20c062616bcb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "DELETE /v2.0/floatingips/4859176b-bcb0-40b8-8492-f1020ff5a0dd HTTP/1.1" status: 204 len: 168 time: 0.7098281 Sep 07 18:54:39.194986 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.194986 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fd17fa7-a7d5-4be9-9a9a-b35a3e48ac8e HTTP/1.1" status: 204 len: 168 time: 0.1597643 Sep 07 18:54:39.208612 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba832ad-efe8-4683-be32-ef567f0af1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd17fa7-a7d5-4be9-9a9a-b35a3e48ac8e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.228353 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02c66-e6a4-488e-926c-dfc1ad6903c3 req-c38e836d-b917-4d70-a6b6-0b7d8534fb4c tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:39.243815 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-75f02c66-e6a4-488e-926c-dfc1ad6903c3 req-c38e836d-b917-4d70-a6b6-0b7d8534fb4c tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.0982983 Sep 07 18:54:39.282682 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-75f02c66-e6a4-488e-926c-dfc1ad6903c3 req-1b6d2d94-804f-41e7-bd16-76ded14fb99f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Sep 07 18:54:39.374185 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 299dd064-618e-476e-bb31-86124e0eee7b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:39.383810 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device c6592084-b25f-4b2b-9a75-cdf7dbb435ad no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:54:39.406796 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: c6592084-b25f-4b2b-9a75-cdf7dbb435ad {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:54:39.407039 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device c6592084-b25f-4b2b-9a75-cdf7dbb435ad not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:54:39.493525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35422) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.498116 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.506864 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d1a97e1e-6383-437f-89bb-6b29c2df24bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.517829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '299dd064-618e-476e-bb31-86124e0eee7b', 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd', 'port_id': '299dd064-618e-476e-bb31-86124e0eee7b', 'mac_address': 'fa:16:3e:d2:48:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da96aa4-fcfa-42cc-a0ac-5583ab655f46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:39.554911 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35424) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.560732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215886243', 'description': 'tempest-description--221083300'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:39.580962 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.595950 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299dd064-618e-476e-bb31-86124e0eee7b {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:39.616513 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:39.622137 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.638477 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d1a97e1e-6383-437f-89bb-6b29c2df24bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.643179 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d1a97e1e-6383-437f-89bb-6b29c2df24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.664539 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.677764 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.685290 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.685660 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.685900 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d1a97e1e-6383-437f-89bb-6b29c2df24bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2c3e8c65956419faf9f1876d64d6a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912742 Sep 07 18:54:39.686019 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.686256 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.686575 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.687080 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.687402 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.687710 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.688207 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.688670 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.689147 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.689525 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35426) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.689661 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:54:39.694412 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a97e1e-6383-437f-89bb-6b29c2df24bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f94345c-e9b8-403d-8441-0b874da1d9b8,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.769292 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.804106 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.808897 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.815039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.863542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.864770 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3085616 Sep 07 18:54:39.868194 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35428) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:39.874309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group_rule': {'security_group_id': '0aca68f3-e5ee-42d3-a7e5-0447563bf82f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:39.879906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27159a-b112-4e85-a6f7-e875fe077da8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca68f3-e5ee-42d3-a7e5-0447563bf82f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.905810 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.909792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.912189 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.913308 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f94345c-e9b8-403d-8441-0b874da1d9b8 HTTP/1.1" status: 204 len: 168 time: 0.2228622 Sep 07 18:54:39.935638 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0afa2-b0ad-470b-91f0-e2bb7aadb70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f94345c-e9b8-403d-8441-0b874da1d9b8,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:39.959217 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['299dd064-618e-476e-bb31-86124e0eee7b'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:39.979099 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:39.984027 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.002790 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296f6a70-4b46-4e86-8f89-fe21420fc818,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.016618 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.020815 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a28a6626-3abb-42b5-a22e-cf4ffedcf12e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482699 Sep 07 18:54:40.021023 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35432) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:40.025926 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'security_group_rule': {'security_group_id': '0aca68f3-e5ee-42d3-a7e5-0447563bf82f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:40.055295 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.116223 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.120782 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.142169 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a23dfd-ebec-4774-a4fd-716882c1b816,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.146180 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.147446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f6c18574-25bb-4e7d-882e-ab7dbaa1f20f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253104 Sep 07 18:54:40.150614 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35436) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:40.155213 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:40.178148 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.288952 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.428721 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Allocated IP 172.27.2.31 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/38bebca2-a446-4449-b908-47f753309e0d) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:40.447542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a18ef-6b01-4985-aed5-69722b4d2796 req-c9a265ec-76dd-4913-86e2-fa9304e06123 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:40.449229 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eb1a18ef-6b01-4985-aed5-69722b4d2796 req-c9a265ec-76dd-4913-86e2-fa9304e06123 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 945 time: 0.0947938 Sep 07 18:54:40.541279 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eb1a18ef-6b01-4985-aed5-69722b4d2796 req-68ca3a0c-91ed-46f6-95d3-d3f5e381a9d9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Sep 07 18:54:40.584870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.627055 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.667854 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:40.670825 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:40.674403 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:40.680359 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=38bebca2-a446-4449-b908-47f753309e0d,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:40.772271 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.812776 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.965954 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:40.971533 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.038124 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=38bebca2-a446-4449-b908-47f753309e0d,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:41.051215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.065748 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.067050 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2ba66f27-ccdc-4932-9b83-a7a35c31f0d2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9154291 Sep 07 18:54:41.266383 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-fced3c16-0436-407d-bf33-18901ddd346a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1215886243&fields=id&tenant_id=9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 267 time: 0.0370224 Sep 07 18:54:41.378915 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-283ab74c-5e9b-4da3-b096-db69be6a5d75 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:41.380488 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-283ab74c-5e9b-4da3-b096-db69be6a5d75 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 810 time: 0.1066101 Sep 07 18:54:41.390052 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 299dd064-618e-476e-bb31-86124e0eee7b up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:41.442223 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 299dd064-618e-476e-bb31-86124e0eee7b completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:41.446718 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 299dd064-618e-476e-bb31-86124e0eee7b triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:41.447116 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.533206 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.561222 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:41.563628 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c01a1-2246-47ad-875d-dc8fdcbaa804" -d '{"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-plugged", "status": "completed", "tag": "299dd064-618e-476e-bb31-86124e0eee7b"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:41.577265 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:41.584427 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:41.597454 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-b46c94a7-f70d-4d52-9439-dd7ce6115be7 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/quotas/9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 375 time: 0.2106297 Sep 07 18:54:41.636527 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e4304-cf11-4e4d-b1cb-c22eb59fbb4f x-openstack-request-id: req-661e4304-cf11-4e4d-b1cb-c22eb59fbb4f {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:41.637084 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-plugged", "status": "completed", "tag": "299dd064-618e-476e-bb31-86124e0eee7b", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:41.637890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-661e4304-cf11-4e4d-b1cb-c22eb59fbb4f {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:41.638548 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b', 'code': 200} Sep 07 18:54:41.646771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:41.676904 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-eb1be6de-5971-462f-953c-99154db9e3bd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720615 Sep 07 18:54:41.790972 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-8605d2fb-679a-4fe7-8aae-720e522414da service neutron] 10.222.0.25 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010621 Sep 07 18:54:41.866415 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393304bb-f45f-41b4-844b-29fc792417e7 req-c984fb1f-40b5-4aab-95c6-67388e2081f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:41.868132 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-393304bb-f45f-41b4-844b-29fc792417e7 req-c984fb1f-40b5-4aab-95c6-67388e2081f1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 1099 time: 0.0523472 Sep 07 18:54:41.912447 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-393304bb-f45f-41b4-844b-29fc792417e7 req-23396a1e-83e1-4f3a-ba85-dbcd1e68a881 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Sep 07 18:54:41.930040 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-714f89b1-3f00-452c-a103-0059a2a369de service neutron] 10.222.0.25 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276364 Sep 07 18:54:42.125077 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-53ae61a0-aaf8-4915-812c-436455605cab req-d35f142a-ca15-4013-95fb-ba49a1cca28a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0450201 Sep 07 18:54:42.234872 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec162-6fc7-40ab-a8a6-8781d030e3e7 req-9c3dbecf-07ba-44dd-946c-b01a2e4061ab tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:42.236415 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ddec162-6fc7-40ab-a8a6-8781d030e3e7 req-9c3dbecf-07ba-44dd-946c-b01a2e4061ab tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 946 time: 0.5523975 Sep 07 18:54:42.280555 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7ddec162-6fc7-40ab-a8a6-8781d030e3e7 req-43ec1dfa-9930-4a41-b6df-174e7b935ac9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Sep 07 18:54:43.218067 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9b770dc9-945d-45a6-a3fc-3464d2d7376f req-c96c45b9-2816-43b2-a50b-22057fddf449 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0311897 Sep 07 18:54:43.467739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f67f10-3c93-4618-bcd0-bbcb7aa7d524 req-c40e3e65-ec6b-401a-9cf0-683f68db69c2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.469556 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6f67f10-3c93-4618-bcd0-bbcb7aa7d524 req-c40e3e65-ec6b-401a-9cf0-683f68db69c2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 946 time: 0.1157906 Sep 07 18:54:43.480763 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-c6649826-50d6-4a0e-8f87-0075faba140e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:43.482273 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-c6649826-50d6-4a0e-8f87-0075faba140e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 810 time: 0.1400819 Sep 07 18:54:43.541534 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6f67f10-3c93-4618-bcd0-bbcb7aa7d524 req-10b31180-5787-44b3-afdd-5ffa9ae1ed61 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Sep 07 18:54:43.558273 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-c32ca9e2-5768-4794-a6c3-1bad8be5e23e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9483012905d3456399efefdfedc1f40b HTTP/1.1" status: 200 len: 380 time: 0.0549166 Sep 07 18:54:43.571728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'port': {'device_id': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'admin_state_up': True, 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'security_groups': ['0aca68f3-e5ee-42d3-a7e5-0447563bf82f']}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:43.689392 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Made reservation on behalf of 9483012905d3456399efefdfedc1f40b for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:54:43.693195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:43.822808 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Allocated IP 172.20.0.4 (66d4c095-8d36-4e4b-9707-8603759b808c/1b7f3ca6-0a00-498b-8879-0c1b93c5b19f/16aa5b36-8f5d-40ca-91b5-8034ea825a8e) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:54:44.009099 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.028125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Transition to ACTIVE for port object 16aa5b36-8f5d-40ca-91b5-8034ea825a8e will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:44.065460 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.110369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Network 66d4c095-8d36-4e4b-9707-8603759b808c is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:54:44.115365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:54:44.119868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:54:44.124595 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event updated for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:44.174585 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:44.175223 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.192166 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-924e56d8-e50a-4a7c-a19c-34de7bfadd45 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261849 Sep 07 18:54:44.214343 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Request body: {'port': {'device_id': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:44.282458 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.348441 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da42438-e0f5-41ee-8d25-12e680028bca req-938bc11b-959a-4306-9be0-4cd3e92c4c40 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:44.349868 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4da42438-e0f5-41ee-8d25-12e680028bca req-938bc11b-959a-4306-9be0-4cd3e92c4c40 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 931 time: 0.0497384 Sep 07 18:54:44.370717 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-7ae58fd2-1f6a-432b-9d51-321bb1d09b13 None None] Provisioning for port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:44.376252 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-7ae58fd2-1f6a-432b-9d51-321bb1d09b13 None None] Provisioning complete for port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:44.376764 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7ae58fd2-1f6a-432b-9d51-321bb1d09b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.394401 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4da42438-e0f5-41ee-8d25-12e680028bca req-9e970ac1-5710-4bed-9226-2e91277d67ba tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Sep 07 18:54:44.420078 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-7ae58fd2-1f6a-432b-9d51-321bb1d09b13 None None] Port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:54:44.570519 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16aa5b36-8f5d-40ca-91b5-8034ea825a8e {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:44.579592 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.593787 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Transition to ACTIVE for port object 16aa5b36-8f5d-40ca-91b5-8034ea825a8e will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:54:44.597230 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.653791 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Pushing event updated for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:44.754303 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Attempting to bind port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:54:44.754853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Attempting to bind port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:54:44.755432 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Attempting to bind port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:44.764280 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e on network 66d4c095-8d36-4e4b-9707-8603759b808c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:54:44.764827 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Attempting to bind port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e on network 66d4c095-8d36-4e4b-9707-8603759b808c {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:54:44.774976 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:54:44.775541 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Checking segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:54:44.776320 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Bound using segment: {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:54:44.777050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Bound port: 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da597a69-7f4e-4605-87c2-fc569761bcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:54:44.777606 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.854813 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:54:44.860977 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:54:44.866321 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.907947 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:44.908511 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:44.909922 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] 10.222.0.74 "PUT /v2.0/ports/16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1093 time: 0.7003314 Sep 07 18:54:44.910367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:44.912660 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:44.940544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad2f64-36a1-4d37-ac13-92f768ea9fea service neutron] Pushing event updated for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:44.971365 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec269c50-5c69-46bf-a16c-921f877ea02e x-openstack-request-id: req-ec269c50-5c69-46bf-a16c-921f877ea02e {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:44.971673 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:44.971895 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec269c50-5c69-46bf-a16c-921f877ea02e {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:44.972348 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'status': 'completed', 'code': 200} Sep 07 18:54:45.040757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-b5a82536-b46c-4603-8d0e-9f9e6b85c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.042296 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-b5a82536-b46c-4603-8d0e-9f9e6b85c43f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1096 time: 0.0455303 Sep 07 18:54:45.105168 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-7f1a5dde-acf8-4d2a-bef6-fea0802e0401 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 217 time: 0.0392756 Sep 07 18:54:45.160537 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-301d18d3-20b6-4645-b98f-e17a71453d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.161997 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-301d18d3-20b6-4645-b98f-e17a71453d4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0544295 Sep 07 18:54:45.217870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bbca9-ad4d-4626-986d-f5db736f512c req-2d65d4c0-12ba-4df2-a2f0-31e74cc88a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.219716 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-2d65d4c0-12ba-4df2-a2f0-31e74cc88a71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487297 Sep 07 18:54:45.316312 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-b28b8c92-ebe0-455a-a79c-67a273afb5cb service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Sep 07 18:54:45.443809 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-775bbca9-ad4d-4626-986d-f5db736f512c req-d356e385-3188-4d97-993d-412c52e1e884 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182039 Sep 07 18:54:45.518697 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc26f96-a93b-4bd7-95df-766b6d7934e9 req-e4047275-fdd8-4065-9cd0-63e90e263a2b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.520379 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8fc26f96-a93b-4bd7-95df-766b6d7934e9 req-e4047275-fdd8-4065-9cd0-63e90e263a2b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 943 time: 0.0560369 Sep 07 18:54:45.562575 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8fc26f96-a93b-4bd7-95df-766b6d7934e9 req-fa0b696c-e719-44e6-b24d-11652d383450 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Sep 07 18:54:45.594481 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-f9113e75-144c-4578-bf15-e1fb8cf2888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.596049 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-f9113e75-144c-4578-bf15-e1fb8cf2888e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1096 time: 0.0461240 Sep 07 18:54:45.697195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-2a9a3922-5c2e-47f1-b457-bd889fca5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.698743 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-2a9a3922-5c2e-47f1-b457-bd889fca5085 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0910945 Sep 07 18:54:45.749882 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-35eaee95-0421-4531-9d83-f3cf8a646b7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 217 time: 0.0378075 Sep 07 18:54:45.807377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-cc336314-fa24-4ddc-9538-5fafb1369f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.809088 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-cc336314-fa24-4ddc-9538-5fafb1369f07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0458996 Sep 07 18:54:45.862428 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-21a7c6a7-d07e-4af2-afd2-cf1b0a8c8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:45.863987 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-21a7c6a7-d07e-4af2-afd2-cf1b0a8c8f4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473890 Sep 07 18:54:45.956070 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-225bae07-9c28-4391-ba54-2f68cbf1b46f service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Sep 07 18:54:46.057967 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-adb80056-31bc-4abe-90a2-9a0dbabbe2c1 req-63689141-4ef9-4a0f-848f-95f9fb310075 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936260 Sep 07 18:54:46.688631 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca9fcd-bfda-475f-a8eb-759de728e7a8 req-dbdc7752-40f4-47c1-b8d0-f027e014c2cc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:46.690308 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e1ca9fcd-bfda-475f-a8eb-759de728e7a8 req-dbdc7752-40f4-47c1-b8d0-f027e014c2cc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 943 time: 0.0530479 Sep 07 18:54:46.729978 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e1ca9fcd-bfda-475f-a8eb-759de728e7a8 req-495c1f7e-4b1f-43e6-8a87-216cff337ad9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Sep 07 18:54:47.851501 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1841e-92be-4eef-9566-302c6623d63c req-370747ea-bb5e-41a2-a5bc-ac0ab0055f1e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:47.852978 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64f1841e-92be-4eef-9566-302c6623d63c req-370747ea-bb5e-41a2-a5bc-ac0ab0055f1e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 943 time: 0.0525942 Sep 07 18:54:47.894120 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64f1841e-92be-4eef-9566-302c6623d63c req-a94fa725-6c2d-4418-b02e-1571fd3a58f4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Sep 07 18:54:48.794028 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.044883 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-d4b5d3da-3193-41bd-85eb-ca8878c4d99a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541570 Sep 07 18:54:49.053674 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa393f1a-9d3d-4221-8aba-fdaa92a3ba3e req-96e87135-314d-4812-a5cb-e613f82140b4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.055247 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa393f1a-9d3d-4221-8aba-fdaa92a3ba3e req-96e87135-314d-4812-a5cb-e613f82140b4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 943 time: 0.0925050 Sep 07 18:54:49.107591 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa393f1a-9d3d-4221-8aba-fdaa92a3ba3e req-ae7d5d9b-d079-4fc0-ae5b-558a63ff3dd0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446706 Sep 07 18:54:49.165597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-e0fe998b-0ed5-4417-a677-1e0983a79a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.167323 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-e0fe998b-0ed5-4417-a677-1e0983a79a89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 1099 time: 0.0439098 Sep 07 18:54:49.205606 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35688) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:49.295132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-5d5e4647-38c0-43d6-82c9-c0cc06907475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.296632 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-5d5e4647-38c0-43d6-82c9-c0cc06907475 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.1047831 Sep 07 18:54:49.318592 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0c36-c98d-4b37-9581-62fc8d676574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.366022 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-cbf904a4-a050-4580-b93e-6248bd8f083e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 200 len: 1001 time: 0.0615344 Sep 07 18:54:49.412930 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0c36-c98d-4b37-9581-62fc8d676574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.417992 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0c36-c98d-4b37-9581-62fc8d676574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.428238 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-85f4f77f-9b4b-4197-be41-1b26b3b19794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.429891 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-85f4f77f-9b4b-4197-be41-1b26b3b19794 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0549335 Sep 07 18:54:49.452324 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16aa5b36-8f5d-40ca-91b5-8034ea825a8e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:54:49.463667 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ef4f0c36-c98d-4b37-9581-62fc8d676574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e5183d8027c498dacceb76132ce4c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565901 Sep 07 18:54:49.464363 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35694) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:49.476099 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f0c36-c98d-4b37-9581-62fc8d676574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca29245-4878-4b1c-950b-1b1c962f8461,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.497188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-360f3b3f-4924-4f87-8c28-7c1ad43a6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:49.499770 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-360f3b3f-4924-4f87-8c28-7c1ad43a6249 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594721 Sep 07 18:54:49.571296 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.595940 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.618869 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-fa689ff8-4395-4797-8cf3-488d26ce5f5a service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088495 Sep 07 18:54:49.660088 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.662578 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.666434 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eca29245-4878-4b1c-950b-1b1c962f8461 HTTP/1.1" status: 204 len: 168 time: 0.2000923 Sep 07 18:54:49.674569 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff613-5bf6-416c-ac2c-2426eb018d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca29245-4878-4b1c-950b-1b1c962f8461,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.698866 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:49.716447 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'port_id': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'mac_address': 'fa:16:3e:e1:0e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:54:49.750095 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7eb8deb-8319-4d43-9dd5-6a30cca6efc3 req-6b4eeee1-c5a3-4ba5-85d7-260fc5361d6c service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231878 Sep 07 18:54:49.756568 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.770689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16aa5b36-8f5d-40ca-91b5-8034ea825a8e {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:54:49.796634 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:49.803665 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:49.855795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:49.974807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35700) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:49.989334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49028a0c-68a9-4661-a130-5cdab453ba72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.102679 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49028a0c-68a9-4661-a130-5cdab453ba72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.107674 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49028a0c-68a9-4661-a130-5cdab453ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.149589 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-49028a0c-68a9-4661-a130-5cdab453ba72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba339f86da9f4325980b256dfd4f6cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734970 Sep 07 18:54:50.153316 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35704) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:50.154016 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028a0c-68a9-4661-a130-5cdab453ba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139cdf76-f493-4214-94cf-65b34469bd8a,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.183445 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['16aa5b36-8f5d-40ca-91b5-8034ea825a8e'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:54:50.238525 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.244928 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fbf30-d21b-41e1-8c77-e94d0cc0a74c req-98eab1df-a1da-450e-940b-aa3a52d22990 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:50.247889 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-012fbf30-d21b-41e1-8c77-e94d0cc0a74c req-98eab1df-a1da-450e-940b-aa3a52d22990 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 944 time: 0.0626616 Sep 07 18:54:50.265819 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.314796 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-012fbf30-d21b-41e1-8c77-e94d0cc0a74c req-954c9754-897b-4194-9c3c-74f35d276213 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579846 Sep 07 18:54:50.344561 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.349217 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.350403 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/139cdf76-f493-4214-94cf-65b34469bd8a HTTP/1.1" status: 204 len: 168 time: 0.1958659 Sep 07 18:54:50.359172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52af5e-6d4e-492e-931d-4d2c753ff294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139cdf76-f493-4214-94cf-65b34469bd8a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.730556 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35712) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:50.747941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6a9b28-023d-4fb5-89c9-59c9adb4f25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.847988 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6a9b28-023d-4fb5-89c9-59c9adb4f25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.853018 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6a9b28-023d-4fb5-89c9-59c9adb4f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.890180 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9b28-023d-4fb5-89c9-59c9adb4f25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d659703-9e9e-40e8-aa6d-ea636d372772,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:50.894523 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-be6a9b28-023d-4fb5-89c9-59c9adb4f25c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1ac78277e0d45919f5ecc3d2366217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627626 Sep 07 18:54:50.897309 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35714) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:50.947644 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:50.973785 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.026330 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.029733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.030940 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d659703-9e9e-40e8-aa6d-ea636d372772 HTTP/1.1" status: 204 len: 168 time: 0.1327045 Sep 07 18:54:51.039614 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfb764-a0c1-47de-8d50-29fc3e2d1668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d659703-9e9e-40e8-aa6d-ea636d372772,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:51.450185 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e7cd-fe86-479a-96da-126cb116f9d7 req-0d43b384-7580-4188-b325-e9b44f7fb969 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:51.451804 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8179e7cd-fe86-479a-96da-126cb116f9d7 req-0d43b384-7580-4188-b325-e9b44f7fb969 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 944 time: 0.0691545 Sep 07 18:54:51.461306 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16aa5b36-8f5d-40ca-91b5-8034ea825a8e up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:54:51.499844 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8179e7cd-fe86-479a-96da-126cb116f9d7 req-2c9b598f-0cd3-4f4f-90e9-4e232847bbae tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Sep 07 18:54:51.549701 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:54:51.555572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:54:51.555972 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.642290 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.674888 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:51.677593 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e58c3b-6c28-41e8-ba6c-dc31ed2080f3" -d '{"events": [{"server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "name": "network-vif-plugged", "status": "completed", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:51.692152 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:51.699995 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:51.737681 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9bb5c1-106a-4be3-801a-3903007d0231 x-openstack-request-id: req-ec9bb5c1-106a-4be3-801a-3903007d0231 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:51.737971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "name": "network-vif-plugged", "status": "completed", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:51.738222 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec9bb5c1-106a-4be3-801a-3903007d0231 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:51.738642 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'code': 200} Sep 07 18:54:51.767657 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:51.985099 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410e16-8799-4ef6-8618-802a5500681f req-6af1da79-3b8f-4379-bc05-b534cae94589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:51.986939 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7c410e16-8799-4ef6-8618-802a5500681f req-6af1da79-3b8f-4379-bc05-b534cae94589 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0490305 Sep 07 18:54:52.025004 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7c410e16-8799-4ef6-8618-802a5500681f req-5b1ec56f-167b-49cc-8a3e-48c1859d58d4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297048 Sep 07 18:54:52.647470 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d84c3-8289-4520-a857-17d07956aa22 req-74abf69e-4691-4c8a-8646-452ea00073e2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:52.649114 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-089d84c3-8289-4520-a857-17d07956aa22 req-74abf69e-4691-4c8a-8646-452ea00073e2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Sep 07 18:54:52.696730 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-089d84c3-8289-4520-a857-17d07956aa22 req-65b1afdb-c3f4-4c6d-b5ec-8b5859febaf1 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Sep 07 18:54:53.825227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf98d-0581-47ac-9a03-b264d5b9061b req-3b0c086c-6c73-43d6-93b3-1dd4e9aa9e44 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:53.826797 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-60fbf98d-0581-47ac-9a03-b264d5b9061b req-3b0c086c-6c73-43d6-93b3-1dd4e9aa9e44 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Sep 07 18:54:53.869584 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-60fbf98d-0581-47ac-9a03-b264d5b9061b req-bbb6584d-3465-4da5-91e1-bdfccb6e6b86 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363200 Sep 07 18:54:53.984461 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51109e-07d9-4e79-bed6-3f8b00b060f4 req-6639a368-73c7-4b42-b1f0-0ee1471a873d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:53.985801 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ac51109e-07d9-4e79-bed6-3f8b00b060f4 req-6639a368-73c7-4b42-b1f0-0ee1471a873d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Sep 07 18:54:53.995888 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35782) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:54.002938 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Request body: {'floatingip': {'port_id': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:54:54.049502 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.563757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.568627 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:54.692141 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Floating IP 35f0889e-a075-4a1d-9298-6c1c4dcc265c associated. External IP: 172.27.2.31, port: 16aa5b36-8f5d-40ca-91b5-8034ea825a8e. Sep 07 18:54:54.916675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:54:55.280223 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:54:55.284752 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:55.297906 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:54:55.310083 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:55.310752 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:55.313447 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ed227b48-ff9f-48a5-92ea-27f3f6aa5c36 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "PUT /v2.0/floatingips/35f0889e-a075-4a1d-9298-6c1c4dcc265c HTTP/1.1" status: 200 len: 990 time: 1.3160264 Sep 07 18:54:55.314157 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:54:55.316622 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b7043-f534-4876-8bf7-4e2bc39494c0" -d '{"events": [{"name": "network-changed", "server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:54:55.356512 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912722f0-3d18-4577-98c4-112b34d5d017 x-openstack-request-id: req-912722f0-3d18-4577-98c4-112b34d5d017 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:54:55.357072 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:54:55.357817 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-912722f0-3d18-4577-98c4-112b34d5d017 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:54:55.358391 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'status': 'completed', 'code': 200} Sep 07 18:54:55.422400 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:55.495527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-da330f91-f7a1-4354-adc9-947fa899808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.496486 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-da330f91-f7a1-4354-adc9-947fa899808b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0519297 Sep 07 18:54:55.604340 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-c7277cf0-6c0f-49b5-ae46-9f5f70696b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.605923 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-c7277cf0-6c0f-49b5-ae46-9f5f70696b5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1008418 Sep 07 18:54:55.686292 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-3a33a49e-b5a0-4f56-8f2f-0fdd1cc0b2cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 998 time: 0.0693419 Sep 07 18:54:55.729712 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '35f0889e-a075-4a1d-9298-6c1c4dcc265c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:e1:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:54:40Z', 'updated_at': '2021-09-07T18:54:54Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:55.748012 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-04b36481-2ffa-439e-a7a9-6aa65452be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.749466 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-04b36481-2ffa-439e-a7a9-6aa65452be4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0531199 Sep 07 18:54:55.756507 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:54:55.765568 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:54:55.766283 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:55.834485 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-7631954d-e1c0-42fd-b558-814522430a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:55.838618 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-7631954d-e1c0-42fd-b558-814522430a19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789363 Sep 07 18:54:55.910198 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:54:55.959106 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-4793ae9d-3354-446b-8344-5898b7165014 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968122 Sep 07 18:54:56.062443 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a64b7043-f534-4876-8bf7-4e2bc39494c0 req-64947df5-1b40-422d-92fd-bd8c4274345f service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Sep 07 18:54:56.164148 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '35f0889e-a075-4a1d-9298-6c1c4dcc265c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:e1:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:54:40Z', 'updated_at': '2021-09-07T18:54:54Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:54:56.190570 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40a3bc-d2d7-40a6-9f1b-3bfcfbfa1c75 None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '35f0889e-a075-4a1d-9298-6c1c4dcc265c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'port_id': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'mac_address': 'fa:16:3e:e1:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:54:40Z', 'updated_at': '2021-09-07T18:54:54Z', 'revision_number': 1, 'project_id': '9483012905d3456399efefdfedc1f40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:54:56.385747 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2153de0-fd9b-49ba-8b07-91ab5e579324 None None] New status for floating IP 35f0889e-a075-4a1d-9298-6c1c4dcc265c: ACTIVE {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:54:57.211277 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141207-187e-4ee0-bc9d-fbe5a61a8b1e req-27056cc6-c4ea-48b2-983c-391cf897ab03 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:57.212892 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-02141207-187e-4ee0-bc9d-fbe5a61a8b1e req-27056cc6-c4ea-48b2-983c-391cf897ab03 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Sep 07 18:54:57.252421 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-02141207-187e-4ee0-bc9d-fbe5a61a8b1e req-72dadada-1134-4b73-9b3c-cfe65e5869bb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Sep 07 18:54:57.346087 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35852) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:57.456850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2944e31f-e94d-44eb-88b4-bd168338a0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.552782 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2944e31f-e94d-44eb-88b4-bd168338a0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.557804 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2944e31f-e94d-44eb-88b4-bd168338a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.601442 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2944e31f-e94d-44eb-88b4-bd168338a0ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0daffadaf6da4cc4b3fd90daf1007027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540793 Sep 07 18:54:57.602068 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944e31f-e94d-44eb-88b4-bd168338a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e91df4-5081-4fd4-ab3f-00af358c92c2,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:57.604187 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35856) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:57.655804 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.678248 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.730186 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.732786 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:57.733967 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91e91df4-5081-4fd4-ab3f-00af358c92c2 HTTP/1.1" status: 204 len: 168 time: 0.1287842 Sep 07 18:54:57.744076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43549df0-1c1e-4e8b-a668-b6eac751d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e91df4-5081-4fd4-ab3f-00af358c92c2,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:58.043651 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35866) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:58.056420 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2e567067-e500-422a-90ad-e7280ce4fa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.146037 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2e567067-e500-422a-90ad-e7280ce4fa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.150156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-2e567067-e500-422a-90ad-e7280ce4fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.188152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567067-e500-422a-90ad-e7280ce4fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2211e9c-619b-45a6-8668-9e3015c3197a,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:58.194869 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2e567067-e500-422a-90ad-e7280ce4fa50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=250eccd54b2e41d6a73d92776e1fce6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478615 Sep 07 18:54:58.195993 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35868) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:54:58.249914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.275884 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.326378 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.329129 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:58.330296 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2211e9c-619b-45a6-8668-9e3015c3197a HTTP/1.1" status: 204 len: 168 time: 0.1339276 Sep 07 18:54:58.338975 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e4bf2-3bc6-4bca-99dc-81a14f783b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2211e9c-619b-45a6-8668-9e3015c3197a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:54:58.382449 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093d489-a1bd-4036-aaa5-118325cdb294 req-b6931c93-a785-4197-a133-7cc0c6905558 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:58.384035 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5093d489-a1bd-4036-aaa5-118325cdb294 req-b6931c93-a785-4197-a133-7cc0c6905558 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0527673 Sep 07 18:54:58.423454 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5093d489-a1bd-4036-aaa5-118325cdb294 req-803b2e4e-92cb-4f80-886c-bf246035498d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330391 Sep 07 18:54:59.413261 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3ada6239-0562-4752-872a-b0cf16eee245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.443143 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-a2edf45b-182e-479b-baf9-7bf9f3fb9d8e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:59.444694 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-a2edf45b-182e-479b-baf9-7bf9f3fb9d8e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0668235 Sep 07 18:54:59.568984 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Deleting port 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:54:59.569968 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.640404 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603821c-996a-4349-95f5-c7f0223ef371 req-3021be0b-1e7b-4d04-a103-773daf7fc4f1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:54:59.642954 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5603821c-996a-4349-95f5-c7f0223ef371 req-3021be0b-1e7b-4d04-a103-773daf7fc4f1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 946 time: 0.0903382 Sep 07 18:54:59.664201 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] For port 8c66085b-b35f-4f58-a110-b84cba9698e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8c66085b-b35f-4f58-a110-b84cba9698e1,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:54:59.664555 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.684686 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5603821c-996a-4349-95f5-c7f0223ef371 req-92802999-7a2d-49a6-9da8-449df08a4391 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e2ce44a-aafc-4904-976b-9a171bafdb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Sep 07 18:54:59.848828 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.849357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:54:59.849694 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Floating IP ddb01d68-7f26-494e-a851-2da3c24c1da5 disassociated. External IP: 172.27.2.151, port: 8c66085b-b35f-4f58-a110-b84cba9698e1. Sep 07 18:54:59.850070 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Calling delete_port for 8c66085b-b35f-4f58-a110-b84cba9698e1 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:54:59.990877 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.019749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'Port': ['ID=8c66085b-b35f-4f58-a110-b84cba9698e1,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:00.038688 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:55:00.150335 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:00.269860 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:00.281154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:00.291838 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:00.292493 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.311597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] No DVR routers for this DVR port 8c66085b-b35f-4f58-a110-b84cba9698e1 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:00.314258 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:00.316186 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cd923def-7432-4042-bba5-70b97c6ebcd0 req-f5e6b0e9-f128-4923-a2a7-8cd9ef9682bf tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "DELETE /v2.0/ports/8c66085b-b35f-4f58-a110-b84cba9698e1 HTTP/1.1" status: 204 len: 173 time: 0.8631959 Sep 07 18:55:00.316628 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-deleted', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:00.319010 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b44704c-096e-4fb5-a05a-d477b71f3682" -d '{"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-deleted", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:00.356309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f48388-869f-41c0-bb4a-273d4457cc1b x-openstack-request-id: req-25f48388-869f-41c0-bb4a-273d4457cc1b {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:00.356726 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bd9d76-7b55-42fe-895a-82e2c4cab547", "name": "network-vif-deleted", "tag": "8c66085b-b35f-4f58-a110-b84cba9698e1", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:00.357072 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25f48388-869f-41c0-bb4a-273d4457cc1b {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:00.357570 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bd9d76-7b55-42fe-895a-82e2c4cab547', 'name': 'network-vif-deleted', 'tag': '8c66085b-b35f-4f58-a110-b84cba9698e1', 'status': 'completed', 'code': 200} Sep 07 18:55:00.550003 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:00.768843 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.802055 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:00.814934 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:00.815555 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:54:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:00.821595 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab3aff90-327d-49fb-9fb4-e8f78bf43089 req-4158e15c-5bc1-4a78-871b-2f8d0678099f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bd9d76-7b55-42fe-895a-82e2c4cab547 HTTP/1.1" status: 200 len: 210 time: 0.0330408 Sep 07 18:55:00.930459 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:01.147880 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:01.178650 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f979ff-4782-489c-8c10-4c6d08bb9ac8 None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:01.404687 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a1f82-9309-427b-9941-97cd249a777f None None] New status for floating IP ddb01d68-7f26-494e-a851-2da3c24c1da5: DOWN {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:55:01.914881 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35942) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:01.973207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:01.997396 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.044063 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.046589 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.047848 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e2ce44a-aafc-4904-976b-9a171bafdb9f HTTP/1.1" status: 204 len: 168 time: 0.1317830 Sep 07 18:55:02.050968 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35946) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:02.057591 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf95a-a3dc-46dc-b5c4-9743382941ac tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ce44a-aafc-4904-976b-9a171bafdb9f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:02.066470 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.api.v2.resource [None req-9ad23265-5664-4a32-8d13-2d0ca6214085 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] show failed (client error): The resource could not be found. Sep 07 18:55:02.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9ad23265-5664-4a32-8d13-2d0ca6214085 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups/6e2ce44a-aafc-4904-976b-9a171bafdb9f HTTP/1.1" status: 404 len: 347 time: 0.0154746 Sep 07 18:55:02.070543 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 35948) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:02.202397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Deleting port 022249e0-3653-4951-bd90-f112dfe077c6 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:02.202745 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.286020 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.286309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.299508 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Calling delete_port for 022249e0-3653-4951-bd90-f112dfe077c6 owned by network:floatingip {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:02.439450 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.465286 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'Port': ['ID=022249e0-3653-4951-bd90-f112dfe077c6,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:02.530965 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.533479 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.534644 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-92c92b64-e83c-4a6e-b5f7-b4cb35e3e1fa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "DELETE /v2.0/floatingips/ddb01d68-7f26-494e-a851-2da3c24c1da5 HTTP/1.1" status: 204 len: 168 time: 0.4630871 Sep 07 18:55:02.692189 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-74a1f4aa-cbe6-45cf-a06a-86a8108efa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:02.723679 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.043148 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35956) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:03.047653 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6472714', 'description': 'tempest-description--2084452562'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:03.069993 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.149971 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.155253 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.181800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.183045 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1388929 Sep 07 18:55:03.185933 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35958) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:03.191156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group_rule': {'security_group_id': '57712f4d-863c-4669-96df-cac6c8d69ec6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:03.196321 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38800d1d-6d3e-4fa4-87d4-0b660a59a273 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57712f4d-863c-4669-96df-cac6c8d69ec6,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:03.223023 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.284822 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.289442 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.308762 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4806067-75a9-4743-a899-2977b3050387,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:03.318897 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.320308 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7065a55e-9042-484a-ac1d-398063db96e5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333833 Sep 07 18:55:03.323217 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35960) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:03.327817 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'security_group_rule': {'security_group_id': '57712f4d-863c-4669-96df-cac6c8d69ec6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:03.357961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.418781 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.424262 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.441213 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda54e27-e27e-40ef-9035-1d84fe7694ec,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:03.450644 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.451948 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-14dee188-ee8d-49e5-839f-1a707d023ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277020 Sep 07 18:55:03.455223 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 35962) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:03.459561 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:03.482767 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.582446 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.695094 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Allocated IP 172.27.2.148 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/8a6771f4-833b-4ec5-a96c-50fa6841b9c8) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:03.808676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.851327 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:03.891722 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:03.895890 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:03.898389 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:03.909914 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=8a6771f4-833b-4ec5-a96c-50fa6841b9c8,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:03.996450 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.031358 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.182918 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.188521 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.260427 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=8a6771f4-833b-4ec5-a96c-50fa6841b9c8,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:04.272571 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.287615 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.289119 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6c51f19e-6aef-4517-b268-d43b991b5b27 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8329537 Sep 07 18:55:04.490874 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-a53715e6-c82e-434a-9b0d-a96eac291f3c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--6472714&fields=id&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 267 time: 0.0357399 Sep 07 18:55:04.550007 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:04.586038 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:04.606162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 8c66085b-b35f-4f58-a110-b84cba9698e1 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:55:04.606496 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 8c66085b-b35f-4f58-a110-b84cba9698e1 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:55:04.607136 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-2aca1a4f-1c23-46d7-90e7-07d6e854346e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:04.608630 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-2aca1a4f-1c23-46d7-90e7-07d6e854346e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 816 time: 0.1104140 Sep 07 18:55:04.624398 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-93eae087-d04b-43ec-a94d-fa464f4e2846 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/quotas/04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 375 time: 0.0096271 Sep 07 18:55:04.681256 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-524c63d1-c4bd-4005-9f58-96d189f73c73 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514586 Sep 07 18:55:04.889289 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-379e8e6f-d6c9-495d-9963-727789d437cc service neutron] 10.222.0.25 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952512 Sep 07 18:55:04.984696 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-b627c2b9-b4d3-423c-9253-33aadf7010b6 service neutron] 10.222.0.25 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890322 Sep 07 18:55:05.185474 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-06246c04-26bf-4cec-9283-c207eb29e56b req-18943957-c62d-450a-b577-bd842e820d7b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0535145 Sep 07 18:55:05.875736 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:06.297055 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af8f6aa7-e8f3-435e-9459-e5178132f068 req-ad46cbf1-0604-478e-8a64-e416d9820927 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0308225 Sep 07 18:55:07.397724 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d88b5fa5-8fea-4e92-932a-3502a466e064 req-fc89b2c7-501d-4f0a-92ac-43363f608549 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Sep 07 18:55:08.496107 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-226f08f0-ad1d-4590-8b21-1ebeaf6006b4 req-55b9957c-eaaf-470a-8fa1-eeb28b9f5cab tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Sep 07 18:55:09.441724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-ebde8d4f-794c-4be3-8f8b-07a673698cc1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:09.443284 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-ebde8d4f-794c-4be3-8f8b-07a673698cc1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 816 time: 0.1349359 Sep 07 18:55:09.521439 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-ae055f4f-b0c4-4968-9e2c-a8f9fbf5fff3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 377 time: 0.0440450 Sep 07 18:55:09.545900 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'port': {'device_id': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'admin_state_up': True, 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'security_groups': ['57712f4d-863c-4669-96df-cac6c8d69ec6']}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:09.598714 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-064934a6-42f4-4565-afee-09eeb7ac6f33 req-03a67823-0deb-4834-b89c-e1d83371abc5 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Sep 07 18:55:09.675646 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Made reservation on behalf of 04ee16d2c30e43b7a68b35f28025d527 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:09.679386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.819551 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Allocated IP 172.20.0.4 (d30d7425-448b-4727-a855-b61b6ebfe033/4a35ad71-1ab5-4cde-8578-ba928be0870a/71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:09.971983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:09.985742 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Transition to ACTIVE for port object 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:10.021795 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.070354 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Network d30d7425-448b-4727-a855-b61b6ebfe033 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:10.073527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:10.077268 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:10.084148 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:10.136661 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.137333 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.154023 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-e738ea23-6109-4045-a5bc-b526c30e4226 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130466 Sep 07 18:55:10.284119 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-11e485e3-bd46-41be-94d0-5d34b53caab2 None None] Provisioning for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:10.288573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-11e485e3-bd46-41be-94d0-5d34b53caab2 None None] Provisioning complete for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:10.288933 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-11e485e3-bd46-41be-94d0-5d34b53caab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:10.324787 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-11e485e3-bd46-41be-94d0-5d34b53caab2 None None] Port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:10.736460 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d236bcb-7dfc-4991-9582-3c20c3d9809f req-f2d939c9-d08d-4ad7-9753-0be4d1707229 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:10.738048 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2d236bcb-7dfc-4991-9582-3c20c3d9809f req-f2d939c9-d08d-4ad7-9753-0be4d1707229 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 931 time: 0.0600052 Sep 07 18:55:10.778215 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2d236bcb-7dfc-4991-9582-3c20c3d9809f req-36f5e8b3-8222-4d52-9b55-89ab2b37356f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337548 Sep 07 18:55:12.158914 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52b83-35e1-4c9f-82aa-f623427fb2ba req-1cf2c564-c005-42da-acc8-0e6cd43895a3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:12.160349 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7aa52b83-35e1-4c9f-82aa-f623427fb2ba req-1cf2c564-c005-42da-acc8-0e6cd43895a3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 931 time: 0.3042974 Sep 07 18:55:12.199290 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7aa52b83-35e1-4c9f-82aa-f623427fb2ba req-b85be0a1-845f-4281-93a1-d48d05df9962 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324671 Sep 07 18:55:12.933779 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Request body: {'port': {'device_id': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:12.989727 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.275372 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:13.283681 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.297265 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Transition to ACTIVE for port object 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:13.302024 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.325557 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c021d-d01b-45ef-bb59-d1ac29889475 req-5239e4fc-a1ec-45b7-83ea-a51a500ce783 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.327054 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a54c021d-d01b-45ef-bb59-d1ac29889475 req-5239e4fc-a1ec-45b7-83ea-a51a500ce783 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 931 time: 0.0505176 Sep 07 18:55:13.351763 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:13.372432 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a54c021d-d01b-45ef-bb59-d1ac29889475 req-477de707-5bb5-4442-a1f8-48f53edbc183 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392756 Sep 07 18:55:13.430638 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Attempting to bind port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:13.431016 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Attempting to bind port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:13.431338 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Attempting to bind port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:13.436237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd on network d30d7425-448b-4727-a855-b61b6ebfe033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:13.436556 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Attempting to bind port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd on network d30d7425-448b-4727-a855-b61b6ebfe033 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:13.441862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:13.442192 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Checking segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:13.442570 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Bound using segment: {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:13.443022 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Bound port: 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:13.443376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.522106 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:13.526037 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:13.530570 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.564916 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.572395 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:13.574023 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] 10.222.0.74 "PUT /v2.0/ports/71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 1093 time: 0.6922860 Sep 07 18:55:13.574567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:13.577174 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe31864-ec79-4f87-b38b-e5e99f624991" -d '{"events": [{"name": "network-changed", "server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:13.658477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be299d1a-1148-483f-bb9e-3010bc211ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:13.716639 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-1ace79ec-85b0-4e20-a45d-f198a85dc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.718643 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-1ace79ec-85b0-4e20-a45d-f198a85dc2cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1096 time: 0.0503149 Sep 07 18:55:13.798300 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-c7268cd0-9d74-4c4a-9adc-9f365612af61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 217 time: 0.0492063 Sep 07 18:55:13.824789 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8f03ac-c8ec-4f7c-b68a-12e897ba62eb x-openstack-request-id: req-dd8f03ac-c8ec-4f7c-b68a-12e897ba62eb {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:13.825082 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:13.825299 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd8f03ac-c8ec-4f7c-b68a-12e897ba62eb {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:13.825769 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'status': 'completed', 'code': 200} Sep 07 18:55:13.860484 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-87773c24-f275-43dc-b4ea-0ffa9a2f444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.861968 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-87773c24-f275-43dc-b4ea-0ffa9a2f444c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0501211 Sep 07 18:55:13.910150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-4b907817-814e-4bb3-b74c-a836f220026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:13.911896 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-4b907817-814e-4bb3-b74c-a836f220026f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419211 Sep 07 18:55:14.014379 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-f3d3be6b-1440-4cd8-9dfb-cd723de47856 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943899 Sep 07 18:55:14.118547 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ec043b5-b17a-48b5-afa9-a4a04926a4fd req-8ed1b0b9-fbee-4d03-bfe4-03009a152fc5 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881641 Sep 07 18:55:14.285312 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-1f3cf38d-9780-4494-8b30-79888767b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.287036 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-1f3cf38d-9780-4494-8b30-79888767b727 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1096 time: 0.0525236 Sep 07 18:55:14.389459 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-9c50e68c-e80a-4368-8514-74872d488405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.390971 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-9c50e68c-e80a-4368-8514-74872d488405 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.0904331 Sep 07 18:55:14.440528 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-a0d567b7-c2e5-48b7-99c5-e3f1cee6d814 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 217 time: 0.0388815 Sep 07 18:55:14.519975 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-f2c113e0-01ae-49ea-843a-7eeaf58261d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.521704 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-f2c113e0-01ae-49ea-843a-7eeaf58261d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0735474 Sep 07 18:55:14.535078 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f1117-c365-4021-bcc7-a6943bce4bd5 req-8cd8ffcf-8439-41eb-a363-adf7f236f821 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.536621 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ad8f1117-c365-4021-bcc7-a6943bce4bd5 req-8cd8ffcf-8439-41eb-a363-adf7f236f821 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0808163 Sep 07 18:55:14.604043 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ad8f1117-c365-4021-bcc7-a6943bce4bd5 req-a25d0794-1eda-4a3a-9578-996b19ac9f07 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579705 Sep 07 18:55:14.609255 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-bfb4d1ab-52a3-4e69-9374-c2d5442fe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:14.611191 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-bfb4d1ab-52a3-4e69-9374-c2d5442fe1e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735548 Sep 07 18:55:14.713045 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-6bc27c63-6820-4d80-8dd3-9a10817d608f service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941062 Sep 07 18:55:14.817804 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-efe31864-ec79-4f87-b38b-e5e99f624991 req-93451c8b-92a0-44cd-a06c-84ac76ee62eb service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900896 Sep 07 18:55:15.728932 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c9412-64e0-4b4c-9de3-130e9db4e267 req-bf63fc8a-eb2c-4994-bacf-69fce841d708 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:15.730535 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7e6c9412-64e0-4b4c-9de3-130e9db4e267 req-bf63fc8a-eb2c-4994-bacf-69fce841d708 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0513136 Sep 07 18:55:15.778794 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7e6c9412-64e0-4b4c-9de3-130e9db4e267 req-d77adf43-c540-42af-85c9-4efa5f6223ce tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412958 Sep 07 18:55:16.829096 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:55:16.915633 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5786-f854-4e26-81f5-9e4f4808f9dc req-ffcecce4-b231-47bb-a512-5a0f80190931 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:16.917166 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-61ee5786-f854-4e26-81f5-9e4f4808f9dc req-ffcecce4-b231-47bb-a512-5a0f80190931 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0595448 Sep 07 18:55:16.943071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:16.954601 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:55:16.956259 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-61ee5786-f854-4e26-81f5-9e4f4808f9dc req-54689448-12b2-40cf-9eec-c6c173f5543a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328455 Sep 07 18:55:16.995040 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.008799 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:17.034673 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:17.039261 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:17.084712 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:17.441387 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:55:18.078466 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644262e-043a-4808-8f2d-fe9db10be96d req-dac0bdfa-cf0e-4d85-a50f-9a1a52794df9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:18.080015 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3644262e-043a-4808-8f2d-fe9db10be96d req-dac0bdfa-cf0e-4d85-a50f-9a1a52794df9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 944 time: 0.0506084 Sep 07 18:55:18.121494 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3644262e-043a-4808-8f2d-fe9db10be96d req-f9a2967f-b0df-4785-8406-d71ce5b4c5aa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345182 Sep 07 18:55:18.785061 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:18.844788 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:18.896633 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:18.900734 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:18.901110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:18.920962 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36168) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:18.981503 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.004598 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:19.007185 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e03cbb-aac1-41cc-9725-bba54a8974a8" -d '{"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:19.021051 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:19.026249 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.049031 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-06bbd8e8-3097-4234-9ba8-189686d5763a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.080090 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b121bbe-7c18-45cf-9167-dad2489e46ba x-openstack-request-id: req-3b121bbe-7c18-45cf-9167-dad2489e46ba {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:19.080385 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:19.080667 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b121bbe-7c18-45cf-9167-dad2489e46ba {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:19.081008 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'code': 200} Sep 07 18:55:19.087159 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:19.169126 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-06bbd8e8-3097-4234-9ba8-189686d5763a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.174701 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-06bbd8e8-3097-4234-9ba8-189686d5763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.219862 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-06bbd8e8-3097-4234-9ba8-189686d5763a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eba82390e58c412e926a2757f58a3a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976108 Sep 07 18:55:19.222402 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd8e8-3097-4234-9ba8-189686d5763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd27f4-8f8c-4ecf-bd4e-b1e531bc3b1f,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:19.224992 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36176) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:19.250911 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31be1-d9d5-4d65-858f-6b23df8c55b1 req-2f152a62-aeb3-4f80-83c6-229f8bfe1422 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.252501 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4cd31be1-d9d5-4d65-858f-6b23df8c55b1 req-2f152a62-aeb3-4f80-83c6-229f8bfe1422 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0529070 Sep 07 18:55:19.279649 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.302465 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.326874 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4cd31be1-d9d5-4d65-858f-6b23df8c55b1 req-adf16877-718c-4dbe-98f4-1d2d49de79c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675032 Sep 07 18:55:19.337298 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df595-9627-4985-8053-57ed7e3d73a8 req-3022ae91-1f6d-45f3-8cfe-c2e3aaefbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:19.339241 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-862df595-9627-4985-8053-57ed7e3d73a8 req-3022ae91-1f6d-45f3-8cfe-c2e3aaefbab5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1098 time: 0.0570102 Sep 07 18:55:19.367081 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.369785 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:19.370993 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7cd27f4-8f8c-4ecf-bd4e-b1e531bc3b1f HTTP/1.1" status: 204 len: 168 time: 0.1447728 Sep 07 18:55:19.382516 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85202ac8-bc90-411f-8551-8fa4b3461295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd27f4-8f8c-4ecf-bd4e-b1e531bc3b1f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:19.391969 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-862df595-9627-4985-8053-57ed7e3d73a8 req-1bd796af-556f-4a0f-8ff6-17c7d0a61c25 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377119 Sep 07 18:55:20.026355 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36202) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:20.128053 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-122363023-network', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:20.151095 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Made reservation on behalf of 85f7d0366e4145ca8a4d7f43c03e52ea for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:20.153389 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.167237 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.264411 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.269470 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.295075 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:20.305506 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39def08-8cee-4f66-8d6a-91f0ed47bac4,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:20.310384 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.310723 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Added segment 29342e71-7c28-4d49-bd7c-a743115da9f1 of type vlan for network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 Sep 07 18:55:20.352297 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.382438 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.383598 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.384321 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.433479 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4062583 Sep 07 18:55:20.438252 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36210) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:20.445895 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c952f-3c44-4e90-b854-2e83bf1e9256 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7d32b6-3460-4ff5-b333-4f228276ecf5,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:20.448473 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Request body: {'subnet': {'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-122363023-subnet', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:20.455855 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:20.477053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Made reservation on behalf of 85f7d0366e4145ca8a4d7f43c03e52ea for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:20.479531 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278317'] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.499943 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c26b6-e472-4e37-bd58-8f8b7cb60ccc req-03ebc81b-277c-43bd-929a-19696667a4e6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.501442 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-203c26b6-e472-4e37-bd58-8f8b7cb60ccc req-03ebc81b-277c-43bd-929a-19696667a4e6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0908666 Sep 07 18:55:20.586393 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-203c26b6-e472-4e37-bd58-8f8b7cb60ccc req-41b985a8-77fe-4fcb-9311-2c9645d3e797 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575900 Sep 07 18:55:20.692266 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278111'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.740279 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f85e89-af62-4996-9ccf-0662219c7a94,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:20.756070 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Checking segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:20.756438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Network hostable DHCP agents. Network: 8d7d32b6-3460-4ff5-b333-4f228276ecf5, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:20.774251 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:20.784733 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 8d7d32b6-3460-4ff5-b333-4f228276ecf5) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:20.791206 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:20.792360 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.797582 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac6dae-c65d-4950-b721-1dcd9da5585f None None] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:20.809462 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-901641c9-21a1-4681-a53d-a94e9f99cbc1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3661983 Sep 07 18:55:20.813476 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36212) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:20.817963 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:20.846087 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.847576 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:20.937589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.014706 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:55:21.015725 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.075357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.155546 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Allocated IP 172.20.0.2 (8d7d32b6-3460-4ff5-b333-4f228276ecf5/d4f85e89-af62-4996-9ccf-0662219c7a94/a423da8f-d8dd-476e-830f-36866fae8488) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:21.307499 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.316098 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Transition to ACTIVE for port object a423da8f-d8dd-476e-830f-36866fae8488 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:21.333130 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Transition to ACTIVE for port object a423da8f-d8dd-476e-830f-36866fae8488 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:21.340531 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.381261 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:21.384792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:21.388236 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:21.395286 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Pushing event updated for resources: {'Port': ['ID=a423da8f-d8dd-476e-830f-36866fae8488,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:21.449478 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Attempting to bind port a423da8f-d8dd-476e-830f-36866fae8488 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:21.450164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Attempting to bind port a423da8f-d8dd-476e-830f-36866fae8488 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:21.450642 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Attempting to bind port a423da8f-d8dd-476e-830f-36866fae8488 on network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:21.456938 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:21.457653 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Checking segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:21.457988 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.458489 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Bound using segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:21.459088 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Bound port: a423da8f-d8dd-476e-830f-36866fae8488, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:21.459565 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.533939 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] For port a423da8f-d8dd-476e-830f-36866fae8488, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:21.537531 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] For port a423da8f-d8dd-476e-830f-36866fae8488, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a423da8f-d8dd-476e-830f-36866fae8488,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:21.544794 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.605063 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9872b2-70de-4af3-81f4-c904c1ac67e2 None None] Pushing event updated for resources: {'Port': ['ID=a423da8f-d8dd-476e-830f-36866fae8488,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:21.692157 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.725597 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:21.806729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8aac8-b5a7-4654-a719-92b74d0aab24 req-83811eaa-1b5a-4622-8448-efcc9d0a5777 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:21.808270 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-80f8aac8-b5a7-4654-a719-92b74d0aab24 req-83811eaa-1b5a-4622-8448-efcc9d0a5777 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.1282516 Sep 07 18:55:21.880306 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-80f8aac8-b5a7-4654-a719-92b74d0aab24 req-fc27b7e1-4e1f-442f-9ab2-9e01f8813e2f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0643754 Sep 07 18:55:21.902781 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Allocated IP 172.27.2.73 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/e122402d-9d76-44d7-a8f0-3fb7f03dac7f) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:22.009562 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90efe-467e-461e-83a1-c670d38114e0 req-5407e329-33e0-4da3-83ae-8fe6d1a118f2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:22.011337 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9be90efe-467e-461e-83a1-c670d38114e0 req-5407e329-33e0-4da3-83ae-8fe6d1a118f2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Sep 07 18:55:22.024270 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36224) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:22.027972 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.028841 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Request body: {'floatingip': {'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:22.082569 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.094561 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.139378 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:22.145941 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:22.148081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Pushing event updated for resources: {'Port': ['ID=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:22.150450 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:22.174796 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.175170 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.175507 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.175844 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.176171 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.176503 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.176828 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.177151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.177469 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.177785 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.178102 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.178414 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:22.469770 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.567976 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ed238-a874-477e-badf-aa340a305a86 None None] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:22.601747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.607591 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.629788 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b5d60f44-d1cb-4fde-9d5d-4eb67fd10843 None None] Provisioning for port a423da8f-d8dd-476e-830f-36866fae8488 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:22.707081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:22.735010 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.l3_db [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Floating IP 5accc1c3-c7ad-4d10-814b-81f491cdd87c associated. External IP: 172.27.2.148, port: 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd. Sep 07 18:55:22.872081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Router 3c81391f-6a6d-4747-9a56-206d550f4981 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:55:22.987785 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:22.997386 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Sync routers for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:23.004127 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.005382 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-37d41634-8388-469b-adfd-02c9dc0a2859 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1910007 Sep 07 18:55:23.007533 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:23.007971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:23.008251 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36234) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:23.008828 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:23.247868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:23.253596 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.262435 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:23.276843 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:23.277053 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:23.279304 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:23.308543 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a423da8f-d8dd-476e-830f-36866fae8488 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:23.317537 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-62f2bdeb-7922-410a-aa8d-a5599533f5e7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "PUT /v2.0/floatingips/5accc1c3-c7ad-4d10-814b-81f491cdd87c HTTP/1.1" status: 200 len: 991 time: 1.2894411 Sep 07 18:55:23.317537 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:23.319074 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e" -d '{"events": [{"name": "network-changed", "server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:23.398613 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:23.464014 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port a423da8f-d8dd-476e-830f-36866fae8488 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:23.486701 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port a423da8f-d8dd-476e-830f-36866fae8488 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:23.487093 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.571961 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.581771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:22Z', 'revision_number': 3, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:23.612613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Checking router: 3c81391f-6a6d-4747-9a56-206d550f4981 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:23.612960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Updating router 3c81391f-6a6d-4747-9a56-206d550f4981 port e122402d-9d76-44d7-a8f0-3fb7f03dac7f binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:23.640797 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.650792 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.661219 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '5accc1c3-c7ad-4d10-814b-81f491cdd87c', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:55:03Z', 'updated_at': '2021-09-07T18:55:22Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:23.699319 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:23.709103 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:23.709784 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:23.711706 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port a423da8f-d8dd-476e-830f-36866fae8488, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a423da8f-d8dd-476e-830f-36866fae8488,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:23.735590 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Allocated IP 172.20.0.1 (8d7d32b6-3460-4ff5-b333-4f228276ecf5/d4f85e89-af62-4996-9ccf-0662219c7a94/93a306ec-eec3-4715-955c-11dc79600b93) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:23.758637 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.862257 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.864339 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=a423da8f-d8dd-476e-830f-36866fae8488,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:23.876771 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Transition to ACTIVE for port object 93a306ec-eec3-4715-955c-11dc79600b93 will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:23.911799 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.929168 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:23.951198 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:23.954216 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:23.957902 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:23.986977 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:23.988356 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Pushing event updated for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:23.997602 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Transition to ACTIVE for port object e122402d-9d76-44d7-a8f0-3fb7f03dac7f will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:24.001646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.002034 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.002339 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.002678 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.003034 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.003414 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.003852 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.004081 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.004406 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.004812 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.008448 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.013154 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.013641 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:24.027169 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.065534 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Attempting to bind port e122402d-9d76-44d7-a8f0-3fb7f03dac7f on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:24.066239 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Attempting to bind port e122402d-9d76-44d7-a8f0-3fb7f03dac7f by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:24.066968 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Attempting to bind port e122402d-9d76-44d7-a8f0-3fb7f03dac7f on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:24.075236 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff555a2-e254-4dc9-8c9a-68eaa5d84d9c None None] Pushing event updated for resources: {'Port': ['ID=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:24.078331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:24.078971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:24.079452 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.079925 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:24.080496 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Bound port: e122402d-9d76-44d7-a8f0-3fb7f03dac7f, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:24.080954 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.165452 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] For port e122402d-9d76-44d7-a8f0-3fb7f03dac7f, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:24.166416 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.173137 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] For port e122402d-9d76-44d7-a8f0-3fb7f03dac7f, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:24.180845 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.214052 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '5accc1c3-c7ad-4d10-814b-81f491cdd87c', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:55:03Z', 'updated_at': '2021-09-07T18:55:22Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:24.243761 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83410d-66cd-47b5-9614-e427193c7265 None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '5accc1c3-c7ad-4d10-814b-81f491cdd87c', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:55:03Z', 'updated_at': '2021-09-07T18:55:22Z', 'revision_number': 1, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:24.245232 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff555a2-e254-4dc9-8c9a-68eaa5d84d9c None None] Pushing event updated for resources: {'Port': ['ID=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:24.261646 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:24.262341 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:24.353696 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-bba0bef0-0a70-4e24-9d0f-aa22b9b6c002 None None] Provisioning for port 93a306ec-eec3-4715-955c-11dc79600b93 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:24.363333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-bba0bef0-0a70-4e24-9d0f-aa22b9b6c002 None None] Provisioning complete for port 93a306ec-eec3-4715-955c-11dc79600b93 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:24.363709 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bba0bef0-0a70-4e24-9d0f-aa22b9b6c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.375714 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.384362 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.416308 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:24.418581 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-bba0bef0-0a70-4e24-9d0f-aa22b9b6c002 None None] Port 93a306ec-eec3-4715-955c-11dc79600b93 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:24.456272 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.458222 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Pushing event updated for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:24.498157 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a38d72-45dd-4cbc-96bb-a5b0de48c09e None None] New status for floating IP 5accc1c3-c7ad-4d10-814b-81f491cdd87c: ACTIVE {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:55:24.558883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:24.560334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:24.690999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Router 3c81391f-6a6d-4747-9a56-206d550f4981 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:24.767545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:23Z', 'revision_number': 1, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:24.798925 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189ae0e-12e0-47e5-8064-731089352fb3 None None] The sync data for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi is: [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:23Z', 'revision_number': 1, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:24.821558 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:24.828114 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8732bd41-e81e-4654-b071-33e9e3dff041 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c81391f-6a6d-4747-9a56-206d550f4981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184822 Sep 07 18:55:24.844594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-e38fe003-09a0-4d77-a239-54aaf8edd49a None None] Provisioning complete for port 93a306ec-eec3-4715-955c-11dc79600b93 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:24.844963 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e38fe003-09a0-4d77-a239-54aaf8edd49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:24.884199 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-e38fe003-09a0-4d77-a239-54aaf8edd49a None None] Port 93a306ec-eec3-4715-955c-11dc79600b93 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:25.260499 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a423da8f-d8dd-476e-830f-36866fae8488 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:25.319551 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port a423da8f-d8dd-476e-830f-36866fae8488 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:25.319926 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.410572 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36260) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:25.419119 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1412269326-network', 'tenant_id': '0d463196d26a488bbf471d8fc5781324'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:25.455877 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Made reservation on behalf of 0d463196d26a488bbf471d8fc5781324 for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:25.458252 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.468093 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.571159 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.576702 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.607284 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 18:55:25.612114 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b58fd4-24b8-433a-983f-314ae2a0d281,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:25.619865 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.620255 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Added segment 01066412-0c56-4ac6-a7b7-43f43575faa2 of type vlan for network 77897c35-8c16-41a7-b427-ad6b031c45c4 Sep 07 18:55:25.666241 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.696590 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.697952 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:25.698981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.759264 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3473835 Sep 07 18:55:25.761926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36264) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:25.766726 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Request body: {'subnet': {'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1412269326-subnet', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'ip_version': 4}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:25.774981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d55544-773f-452e-9b25-bf2112aadd4f admin admin] Pushing event updated for resources: {'Network': ['ID=77897c35-8c16-41a7-b427-ad6b031c45c4,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:25.785236 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 18:55:25.794410 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Made reservation on behalf of 0d463196d26a488bbf471d8fc5781324 for: {'subnet': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:25.797070 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3315693'] for subnet, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:25.984372 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3315487'] for subnet, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.035155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555f98c3-69f8-4fbb-a5a2-52037e47e0b0,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:26.054408 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Checking segment: {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:26.054657 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Network hostable DHCP agents. Network: 77897c35-8c16-41a7-b427-ad6b031c45c4, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 18:55:26.073414 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 18:55:26.083649 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 77897c35-8c16-41a7-b427-ad6b031c45c4) {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:26.088086 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.088661 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.093460 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170279a-bfee-460e-bd33-90a9b877817b None None] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:26.103709 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5b9b8920-dda9-4e3b-9c0a-2bc4c66939a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3407547 Sep 07 18:55:26.106339 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36268) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:26.111117 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:26.134488 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.141554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.206013 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.289957 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-77897c35-8c16-41a7-b427-ad6b031c45c4', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 18:55:26.291080 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.364419 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.449003 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e257ac3-05f7-4ac3-9b99-8119567163e7 req-660ee8b9-768b-444e-aa8d-73ed723c329a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.451299 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2e257ac3-05f7-4ac3-9b99-8119567163e7 req-660ee8b9-768b-444e-aa8d-73ed723c329a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0706656 Sep 07 18:55:26.468203 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Allocated IP 172.20.0.2 (77897c35-8c16-41a7-b427-ad6b031c45c4/555f98c3-69f8-4fbb-a5a2-52037e47e0b0/7005e708-0d30-453c-8524-8c9bfbfc2932) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:26.492129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a507aaf7-a479-48c9-951a-2e028b38a58e x-openstack-request-id: req-a507aaf7-a479-48c9-951a-2e028b38a58e {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:26.492849 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:26.492849 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a507aaf7-a479-48c9-951a-2e028b38a58e {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:26.493125 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'status': 'completed', 'code': 200} Sep 07 18:55:26.498693 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2e257ac3-05f7-4ac3-9b99-8119567163e7 req-38498a20-43b9-4c0e-91ec-b76c1746e0d4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Sep 07 18:55:26.599172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-740d6c58-c356-4da5-ae56-51db22136f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.600436 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-740d6c58-c356-4da5-ae56-51db22136f17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1098 time: 0.0439336 Sep 07 18:55:26.648151 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.658395 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Transition to ACTIVE for port object 7005e708-0d30-453c-8524-8c9bfbfc2932 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:26.685971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Transition to ACTIVE for port object 7005e708-0d30-453c-8524-8c9bfbfc2932 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:26.693611 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.721916 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-dd94ef13-0b92-45a2-80e8-5f9e7d48427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.723418 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-dd94ef13-0b92-45a2-80e8-5f9e7d48427a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.1142659 Sep 07 18:55:26.743316 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:26.749687 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:26.754552 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:26.758922 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Pushing event updated for resources: {'Port': ['ID=7005e708-0d30-453c-8524-8c9bfbfc2932,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:26.823743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Attempting to bind port 7005e708-0d30-453c-8524-8c9bfbfc2932 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:26.824437 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Attempting to bind port 7005e708-0d30-453c-8524-8c9bfbfc2932 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:26.824437 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Attempting to bind port 7005e708-0d30-453c-8524-8c9bfbfc2932 on network 77897c35-8c16-41a7-b427-ad6b031c45c4 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:26.832696 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:26.834043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Checking segment: {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:26.835477 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.836471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Bound using segment: {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:26.837632 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Bound port: 7005e708-0d30-453c-8524-8c9bfbfc2932, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:26.837824 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-7d4a4978-e648-42c0-9f6c-3f6af74060a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 1001 time: 0.1028123 Sep 07 18:55:26.838803 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.895591 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-2cf39349-b8e7-4861-a004-d8896b587206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.897291 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-2cf39349-b8e7-4861-a004-d8896b587206 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0517628 Sep 07 18:55:26.899538 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.914072 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] For port 7005e708-0d30-453c-8524-8c9bfbfc2932, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:26.920607 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.921425 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] For port 7005e708-0d30-453c-8524-8c9bfbfc2932, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7005e708-0d30-453c-8524-8c9bfbfc2932,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:26.929951 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:26.978150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-57ee6e97-5047-4eb9-8031-1f94a086c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:26.979836 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-57ee6e97-5047-4eb9-8031-1f94a086c586 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716357 Sep 07 18:55:26.988789 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Sync routers for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:27.003975 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:27.004431 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:27.027528 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446027-0961-4a75-837f-9f43c14c0b67 None None] Pushing event updated for resources: {'Port': ['ID=7005e708-0d30-453c-8524-8c9bfbfc2932,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:27.103582 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Allocated IP 172.27.2.80 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/12336fef-4040-4848-b1de-2eb7662d9cb9) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:27.125162 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-57d7ff82-8291-42a9-b0e3-eb7a2d9e3a0b service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362748 Sep 07 18:55:27.168525 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:27.300831 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.313579 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0051a76-5e06-4d8d-95aa-1d0ae363f34e req-92cc6c56-60c1-46c7-b6aa-64767dd380f1 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688361 Sep 07 18:55:27.369069 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device e122402d-9d76-44d7-a8f0-3fb7f03dac7f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:27.372719 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.428436 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:27.431929 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:27.434533 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:27.466088 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Pushing event updated for resources: {'Port': ['ID=12336fef-4040-4848-b1de-2eb7662d9cb9,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:27.495344 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 2, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:27.551900 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Checking router: 3c81391f-6a6d-4747-9a56-206d550f4981 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:27.552472 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Updating router 3c81391f-6a6d-4747-9a56-206d550f4981 port 93a306ec-eec3-4715-955c-11dc79600b93 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:27.593813 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.625121 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port e122402d-9d76-44d7-a8f0-3fb7f03dac7f completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:27.629161 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port e122402d-9d76-44d7-a8f0-3fb7f03dac7f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:27.629528 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.711608 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.723167 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297bae-5631-4285-ae34-1ccc093fc040 req-2d1a9002-1484-4e96-ab3e-35b398ba211d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:27.724449 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a297bae-5631-4285-ae34-1ccc093fc040 req-2d1a9002-1484-4e96-ab3e-35b398ba211d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.1134169 Sep 07 18:55:27.740900 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port e122402d-9d76-44d7-a8f0-3fb7f03dac7f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:27.747421 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.804130 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:27.809183 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3a297bae-5631-4285-ae34-1ccc093fc040 req-87e0271f-a49f-4448-9343-830c153957dc tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774209 Sep 07 18:55:27.817791 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.896788 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.908913 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Transition to ACTIVE for port object 93a306ec-eec3-4715-955c-11dc79600b93 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:27.916516 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:27.982516 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Pushing event updated for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:28.003408 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.004078 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.004078 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.004422 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.004754 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.005105 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.005434 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.005881 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.006079 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.006568 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.006707 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.007131 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:28.047594 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Attempting to bind port 93a306ec-eec3-4715-955c-11dc79600b93 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:28.048111 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Attempting to bind port 93a306ec-eec3-4715-955c-11dc79600b93 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:28.048561 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Attempting to bind port 93a306ec-eec3-4715-955c-11dc79600b93 on network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:28.051493 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.055409 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:28.056046 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Checking segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:28.056633 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.057185 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Bound using segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:28.057833 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Bound port: 93a306ec-eec3-4715-955c-11dc79600b93, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:28.058407 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.140571 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] For port 93a306ec-eec3-4715-955c-11dc79600b93, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:28.144733 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] For port 93a306ec-eec3-4715-955c-11dc79600b93, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=93a306ec-eec3-4715-955c-11dc79600b93,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:28.151035 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.212142 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:28.212890 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:28.213513 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 18:55:28.261699 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666ce18-2556-48f7-8015-1c3a2cfcbf75 None None] Pushing event updated for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=4']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:28.348373 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:28.354302 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:28.360247 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Sync routers for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:28.374610 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.376201 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7ab51c73-2102-462b-842d-58eae9960a7b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2688985 Sep 07 18:55:28.376763 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:28.377491 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:28.378855 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36288) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:28.521106 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3f590-5d62-4521-bcf5-6e761f952970 None None] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 18:55:28.613331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:28.652026 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:28Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:28.697003 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-80b2aaaa-621e-4324-a49e-21b174f41846 None None] Provisioning for port 7005e708-0d30-453c-8524-8c9bfbfc2932 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:28.699928 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412880cd-84d5-456d-95ee-d9aaf37a3f6a None None] The sync data for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi is: [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:28Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:28.874015 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:28.921956 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 3, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:28.957318 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Checking router: 54148bb7-c1c7-4e5e-b57a-e068bd64db06 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:28.957778 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Updating router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 port 12336fef-4040-4848-b1de-2eb7662d9cb9 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:28.998356 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.064995 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Allocated IP 172.20.0.1 (77897c35-8c16-41a7-b427-ad6b031c45c4/555f98c3-69f8-4fbb-a5a2-52037e47e0b0/a28d9907-a76f-411e-b142-8cb7e010a382) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:29.185678 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.206338 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Transition to ACTIVE for port object a28d9907-a76f-411e-b142-8cb7e010a382 will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:29.247791 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.307048 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:29.310112 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:29.313924 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:29.345925 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Pushing event updated for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.372329 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.375918 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.390164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Transition to ACTIVE for port object 12336fef-4040-4848-b1de-2eb7662d9cb9 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:29.408288 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.430718 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f58123b4-04ba-4ce1-af5e-cc6f1c0079d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.493870 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc23e-601d-40d2-bc37-31d3252efafb None None] Pushing event updated for resources: {'Port': ['ID=12336fef-4040-4848-b1de-2eb7662d9cb9,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.514747 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Attempting to bind port 12336fef-4040-4848-b1de-2eb7662d9cb9 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:29.515397 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Attempting to bind port 12336fef-4040-4848-b1de-2eb7662d9cb9 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:29.515991 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Attempting to bind port 12336fef-4040-4848-b1de-2eb7662d9cb9 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:29.519065 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 93a306ec-eec3-4715-955c-11dc79600b93 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:29.548358 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:29.548731 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:29.549164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.549553 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:29.550041 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Bound port: 12336fef-4040-4848-b1de-2eb7662d9cb9, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:29.550417 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.567796 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.618678 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] For port 12336fef-4040-4848-b1de-2eb7662d9cb9, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:29.622695 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] For port 12336fef-4040-4848-b1de-2eb7662d9cb9, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=12336fef-4040-4848-b1de-2eb7662d9cb9,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:29.631378 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.637940 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 93a306ec-eec3-4715-955c-11dc79600b93 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:29.668662 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 93a306ec-eec3-4715-955c-11dc79600b93 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:29.669025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.676183 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-c59ee876-1c98-4198-b289-c4a3730686ee None None] Provisioning for port a28d9907-a76f-411e-b142-8cb7e010a382 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:29.710101 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-c59ee876-1c98-4198-b289-c4a3730686ee None None] Provisioning complete for port a28d9907-a76f-411e-b142-8cb7e010a382 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:29.710514 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c59ee876-1c98-4198-b289-c4a3730686ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.742858 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.749281 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.758811 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc23e-601d-40d2-bc37-31d3252efafb None None] Pushing event updated for resources: {'Port': ['ID=12336fef-4040-4848-b1de-2eb7662d9cb9,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.763922 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:29.764541 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:29.818661 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Pushing event updated for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:29.819503 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-c59ee876-1c98-4198-b289-c4a3730686ee None None] Port a28d9907-a76f-411e-b142-8cb7e010a382 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:29.822372 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.897957 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.919361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:29.931325 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:29.933541 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:29.972538 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 93a306ec-eec3-4715-955c-11dc79600b93, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=93a306ec-eec3-4715-955c-11dc79600b93,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:29.977584 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:29.978494 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device e122402d-9d76-44d7-a8f0-3fb7f03dac7f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:30.100305 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:55:30.288134 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:30.294816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-2b7e81fa-71c2-4932-8ac4-31c7d824f2c3 None None] Provisioning complete for port a28d9907-a76f-411e-b142-8cb7e010a382 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:30.294816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2b7e81fa-71c2-4932-8ac4-31c7d824f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.368890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port e122402d-9d76-44d7-a8f0-3fb7f03dac7f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:30.368890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.370742 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e81fa-71c2-4932-8ac4-31c7d824f2c3 None None] Port a28d9907-a76f-411e-b142-8cb7e010a382 cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:30.438160 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'a28d9907-a76f-411e-b142-8cb7e010a382', 'name': '', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'mac_address': 'fa:16:3e:44:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:28Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 2, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'subnets': [{'id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:30.473937 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:55:30.479382 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-0a700b5e-6828-4cfe-8f90-d0dd0304e95d admin admin] 10.222.0.25 "PUT /v2.0/routers/54148bb7-c1c7-4e5e-b57a-e068bd64db06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993037 Sep 07 18:55:30.484717 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e7ce9-111e-41be-a3d8-44ec888d3ac3 None None] The sync data for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi is: [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'a28d9907-a76f-411e-b142-8cb7e010a382', 'name': '', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'mac_address': 'fa:16:3e:44:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:28Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 2, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'subnets': [{'id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:30.496092 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7005e708-0d30-453c-8524-8c9bfbfc2932 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:30.549919 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 7005e708-0d30-453c-8524-8c9bfbfc2932 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:30.554570 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 7005e708-0d30-453c-8524-8c9bfbfc2932 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:30.555111 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.664117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.691908 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e8ee-a132-4fe6-bf32-cadfee295761 req-334ac133-6bb0-42d8-a88c-511cc9dcdb10 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:30.695382 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3215e8ee-a132-4fe6-bf32-cadfee295761 req-334ac133-6bb0-42d8-a88c-511cc9dcdb10 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0555718 Sep 07 18:55:30.713930 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 7005e708-0d30-453c-8524-8c9bfbfc2932, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7005e708-0d30-453c-8524-8c9bfbfc2932,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:30.720229 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:30.743239 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3215e8ee-a132-4fe6-bf32-cadfee295761 req-c41f2ca6-6dfa-4010-bf04-7ff33f924751 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Sep 07 18:55:30.797849 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=7005e708-0d30-453c-8524-8c9bfbfc2932,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:31.265477 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 93a306ec-eec3-4715-955c-11dc79600b93 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:31.324719 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 93a306ec-eec3-4715-955c-11dc79600b93 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:31.325059 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.491630 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7005e708-0d30-453c-8524-8c9bfbfc2932 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:31.573936 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 7005e708-0d30-453c-8524-8c9bfbfc2932 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:31.574578 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:31.905999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cafb1-74f2-4a3e-8779-e6780ed356c3 req-6813514b-ef9c-4d8a-b238-3e931b13a4a1 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:31.907813 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e05cafb1-74f2-4a3e-8779-e6780ed356c3 req-6813514b-ef9c-4d8a-b238-3e931b13a4a1 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0623939 Sep 07 18:55:31.984454 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e05cafb1-74f2-4a3e-8779-e6780ed356c3 req-8e4b785b-ea6d-4fef-b51f-329914676d52 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619817 Sep 07 18:55:32.705082 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d4f0110e-c2b9-4d99-9e15-e1a60539b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:32.735709 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.086524 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Sync routers for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:55:33.101545 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:33.103042 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:33.319063 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 12336fef-4040-4848-b1de-2eb7662d9cb9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:33.346899 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:33.383816 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 12336fef-4040-4848-b1de-2eb7662d9cb9 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:33.387894 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 12336fef-4040-4848-b1de-2eb7662d9cb9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:33.388259 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.497963 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.531604 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 12336fef-4040-4848-b1de-2eb7662d9cb9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=12336fef-4040-4848-b1de-2eb7662d9cb9,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:33.539525 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.593598 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'a28d9907-a76f-411e-b142-8cb7e010a382', 'name': '', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'mac_address': 'fa:16:3e:44:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:28Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 2, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'subnets': [{'id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:33.607167 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=12336fef-4040-4848-b1de-2eb7662d9cb9,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:33.629180 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Checking router: 54148bb7-c1c7-4e5e-b57a-e068bd64db06 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:55:33.629652 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Updating router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 port a28d9907-a76f-411e-b142-8cb7e010a382 binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 18:55:33.661464 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.980141 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:33.993391 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Transition to ACTIVE for port object a28d9907-a76f-411e-b142-8cb7e010a382 will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:34.001357 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.055436 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298477e4-6da2-47f7-bdf1-dc2c6827c866 None None] Pushing event updated for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:34.151412 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Attempting to bind port a28d9907-a76f-411e-b142-8cb7e010a382 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:34.152022 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Attempting to bind port a28d9907-a76f-411e-b142-8cb7e010a382 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:34.152434 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Attempting to bind port a28d9907-a76f-411e-b142-8cb7e010a382 on network 77897c35-8c16-41a7-b427-ad6b031c45c4 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:34.159129 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:34.159555 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Checking segment: {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:34.159897 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.160284 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Bound using segment: {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:34.160764 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Bound port: a28d9907-a76f-411e-b142-8cb7e010a382, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01066412-0c56-4ac6-a7b7-43f43575faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:34.161220 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.254389 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] For port a28d9907-a76f-411e-b142-8cb7e010a382, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:34.259271 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] For port a28d9907-a76f-411e-b142-8cb7e010a382, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a28d9907-a76f-411e-b142-8cb7e010a382,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:34.266784 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.330326 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:55:34.331018 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:55:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:34.381897 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298477e4-6da2-47f7-bdf1-dc2c6827c866 None None] Pushing event updated for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=4']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:34.531587 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:55:34.564759 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:34.799144 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'a28d9907-a76f-411e-b142-8cb7e010a382', 'name': '', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'mac_address': 'fa:16:3e:44:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:28Z', 'updated_at': '2021-09-07T18:55:34Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'subnets': [{'id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:55:34.831594 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2845984-1148-456f-88a3-8e6cd3ebd0cb None None] The sync data for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi is: [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'a28d9907-a76f-411e-b142-8cb7e010a382', 'name': '', 'network_id': '77897c35-8c16-41a7-b427-ad6b031c45c4', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'mac_address': 'fa:16:3e:44:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:28Z', 'updated_at': '2021-09-07T18:55:34Z', 'revision_number': 4, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'subnets': [{'id': '555f98c3-69f8-4fbb-a5a2-52037e47e0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:55:35.141757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17164f-e664-4f33-9f14-ebe8338f3a06 req-6c2fda01-6fd3-4526-9c82-d55edb6d1f32 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:35.143603 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9f17164f-e664-4f33-9f14-ebe8338f3a06 req-6c2fda01-6fd3-4526-9c82-d55edb6d1f32 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0556810 Sep 07 18:55:35.221763 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9f17164f-e664-4f33-9f14-ebe8338f3a06 req-141c746b-ed4d-4d30-aa90-48ef6b1e304c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Sep 07 18:55:35.361106 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 12336fef-4040-4848-b1de-2eb7662d9cb9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:35.422428 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 12336fef-4040-4848-b1de-2eb7662d9cb9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:35.422798 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.525532 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a28d9907-a76f-411e-b142-8cb7e010a382 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:35.581761 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port a28d9907-a76f-411e-b142-8cb7e010a382 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:35.596998 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port a28d9907-a76f-411e-b142-8cb7e010a382 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:35.596998 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.719062 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.763475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port a28d9907-a76f-411e-b142-8cb7e010a382, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a28d9907-a76f-411e-b142-8cb7e010a382,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:35.774763 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:35.842799 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:35.883151 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:36.359228 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688940c-9dd6-4980-a088-b6c7de31fcec req-6b9a0057-1cce-4630-bf93-b622438acc21 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:36.361421 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d688940c-9dd6-4980-a088-b6c7de31fcec req-6b9a0057-1cce-4630-bf93-b622438acc21 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0591125 Sep 07 18:55:36.429821 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d688940c-9dd6-4980-a088-b6c7de31fcec req-0e8a386e-80ed-408c-8d0f-8a2fa3c396a8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495377 Sep 07 18:55:37.043312 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:55:37.315763 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a28d9907-a76f-411e-b142-8cb7e010a382 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:55:37.395005 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port a28d9907-a76f-411e-b142-8cb7e010a382 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:37.397063 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:37.576869 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53843d-8a04-485c-93bb-4bea7e2ce88e req-e1790f03-8783-464a-829d-b225fc0d70dd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:37.582505 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af53843d-8a04-485c-93bb-4bea7e2ce88e req-e1790f03-8783-464a-829d-b225fc0d70dd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0727713 Sep 07 18:55:37.636218 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af53843d-8a04-485c-93bb-4bea7e2ce88e req-6b3ea8cc-4fc5-49b8-a87c-80a74459524f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495276 Sep 07 18:55:38.783514 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1e89-6cec-4f4b-a609-c491c94ad96c req-8575774a-0b09-4c1f-93fb-6675fce2708f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:38.786038 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-451b1e89-6cec-4f4b-a609-c491c94ad96c req-8575774a-0b09-4c1f-93fb-6675fce2708f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0632513 Sep 07 18:55:38.841261 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-451b1e89-6cec-4f4b-a609-c491c94ad96c req-aa7ce753-e9be-4a50-b897-fe066f7f14ee tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Sep 07 18:55:39.986675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ca7a1-6e43-4733-9c01-f3d3d40a3140 req-ad0eb314-9e22-48e7-9df0-aca8e4de134e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:39.988848 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-209ca7a1-6e43-4733-9c01-f3d3d40a3140 req-ad0eb314-9e22-48e7-9df0-aca8e4de134e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0582714 Sep 07 18:55:40.033355 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-209ca7a1-6e43-4733-9c01-f3d3d40a3140 req-d30b1d0f-fce9-49a6-b9c5-5e791cb05639 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347104 Sep 07 18:55:40.884963 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-fd53618f-bdde-4cf8-8383-1492aa5965f8 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.886622 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-fd53618f-bdde-4cf8-8383-1492aa5965f8 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 814 time: 0.1168220 Sep 07 18:55:40.904256 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-176a5e62-5a8f-4c8a-af67-a20c1f8fee74 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/quotas/85f7d0366e4145ca8a4d7f43c03e52ea HTTP/1.1" status: 200 len: 375 time: 0.0109568 Sep 07 18:55:40.953197 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13d083-56b7-4ad5-9e10-f3bd4b6db78b req-2e2287e7-610d-4d69-a654-5a80a09ec876 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:40.954715 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4a13d083-56b7-4ad5-9e10-f3bd4b6db78b req-2e2287e7-610d-4d69-a654-5a80a09ec876 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 946 time: 0.0534389 Sep 07 18:55:40.961165 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-8cb7e592-0f9a-4cc0-b449-82a0770d9846 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459628 Sep 07 18:55:40.995725 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4a13d083-56b7-4ad5-9e10-f3bd4b6db78b req-8edf2193-3fbb-4588-b2ed-fd1b19ea5a7b tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Sep 07 18:55:41.060979 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-517d733e-314a-499b-9082-6e4e27d3eb14 service neutron] 10.222.0.25 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873201 Sep 07 18:55:41.163391 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-8130aa74-a549-48c0-936b-5278a74e6fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927761 Sep 07 18:55:41.233392 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cac21a-5c4e-4e39-9a0b-c787dc10aaa5 req-9cb11fbb-93ec-4dfa-a3f4-3fa6af9c9f79 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.235008 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-40cac21a-5c4e-4e39-9a0b-c787dc10aaa5 req-9cb11fbb-93ec-4dfa-a3f4-3fa6af9c9f79 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0694871 Sep 07 18:55:41.279102 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-40cac21a-5c4e-4e39-9a0b-c787dc10aaa5 req-11b5ae96-eb97-4698-a2cb-4bca6b06043c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Sep 07 18:55:41.339778 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-815570b1-629b-4aa2-8063-24df834a7d92 req-a60ecd19-666c-45a5-9879-d1036be10a5e tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0305295 Sep 07 18:55:41.720449 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-f2b10212-56f4-47df-8648-ede1d01d2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.722023 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-f2b10212-56f4-47df-8648-ede1d01d2257 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0461802 Sep 07 18:55:41.816906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-352c52cb-9ec1-4c04-bcff-837a6f67128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.818434 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-352c52cb-9ec1-4c04-bcff-837a6f67128c service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.0891314 Sep 07 18:55:41.924706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-b3b9bd2b-6c9b-417a-833e-b7050244bc12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 1000 time: 0.0738466 Sep 07 18:55:41.982865 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-77d66a2b-59d4-4f00-8a72-6dfb73cfb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:41.984384 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-77d66a2b-59d4-4f00-8a72-6dfb73cfb67d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0496373 Sep 07 18:55:42.043865 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-d056a63a-4692-415f-9ba6-b9295342cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:42.045378 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-d056a63a-4692-415f-9ba6-b9295342cd17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424080 Sep 07 18:55:42.175156 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45e27-8355-4cf3-a918-93a3332b105b req-67a3584f-73cc-4655-9f42-22dbab3392cd tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:42.176639 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8bb45e27-8355-4cf3-a918-93a3332b105b req-67a3584f-73cc-4655-9f42-22dbab3392cd tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 946 time: 0.1110103 Sep 07 18:55:42.182520 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-adc642e0-099e-425a-b181-560a4b36110b service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243496 Sep 07 18:55:42.261529 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8bb45e27-8355-4cf3-a918-93a3332b105b req-8f402f61-0ee6-4a51-92b8-1584f438387f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Sep 07 18:55:42.312101 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dabe1516-1c7a-4409-b8ce-4331d8a05713 req-e9261d54-a81d-4f57-9d52-1b03ab4a88ee service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084902 Sep 07 18:55:42.407579 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6911d7-40a5-4b9a-9682-e0426c784b75 req-db566dcc-f75f-43a6-9978-eff73d4b048b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:42.409179 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b6911d7-40a5-4b9a-9682-e0426c784b75 req-db566dcc-f75f-43a6-9978-eff73d4b048b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0508199 Sep 07 18:55:42.437435 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-076312c5-2c70-4afd-8847-e1d313d4be7b req-b3c0979f-a8db-4334-85e2-dc5b620324f0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0284805 Sep 07 18:55:42.453535 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b6911d7-40a5-4b9a-9682-e0426c784b75 req-51fc588c-aba4-4a64-88c8-7ec1d66f1645 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 Sep 07 18:55:42.585053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-d3dac697-9f41-4604-99aa-530a11dcb479 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:42.586579 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-d3dac697-9f41-4604-99aa-530a11dcb479 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 814 time: 0.1067071 Sep 07 18:55:42.617518 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'port': {'device_id': '16360903-69ad-450a-b71a-d578437319ef', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'admin_state_up': True, 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:42.733572 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Made reservation on behalf of 85f7d0366e4145ca8a4d7f43c03e52ea for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:55:42.737259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:42.877115 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Allocated IP 172.20.0.7 (8d7d32b6-3460-4ff5-b333-4f228276ecf5/d4f85e89-af62-4996-9ccf-0662219c7a94/6d8c1310-d92e-4fdd-b192-79f368f3943a) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:55:43.075917 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.114687 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Transition to ACTIVE for port object 6d8c1310-d92e-4fdd-b192-79f368f3943a will not be triggered until provisioned by entity DHCP. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:43.179671 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.268074 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:55:43.274650 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:55:43.281460 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:55:43.287666 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:43.359349 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:43.360114 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.381499 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-0b7d4fbc-4f69-4888-a9ba-82db2fe0897a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683728 Sep 07 18:55:43.584187 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f367cb09-9dc2-41b7-8446-d1ef5f23deae None None] Provisioning for port 6d8c1310-d92e-4fdd-b192-79f368f3943a completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:55:43.589486 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f367cb09-9dc2-41b7-8446-d1ef5f23deae None None] Provisioning complete for port 6d8c1310-d92e-4fdd-b192-79f368f3943a triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:55:43.590266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f367cb09-9dc2-41b7-8446-d1ef5f23deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:43.626497 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f367cb09-9dc2-41b7-8446-d1ef5f23deae None None] Port 6d8c1310-d92e-4fdd-b192-79f368f3943a cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 18:55:46.967038 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 299dd064-618e-476e-bb31-86124e0eee7b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:55:47.058980 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.085076 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:47.087335 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade4a09-b52f-4ec7-8c53-15189501c16d" -d '{"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "299dd064-618e-476e-bb31-86124e0eee7b"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:47.100381 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:47.105493 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:47.155766 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=6']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:47.163462 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.163809 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.164146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.164476 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.164804 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.165129 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.165444 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.165766 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.166085 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.166399 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.166751 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:47.167050 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:55:48.789808 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:55.932522 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Request body: {'port': {'device_id': '16360903-69ad-450a-b71a-d578437319ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:55:55.992991 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.137431 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-366e1055-624a-4c4d-bfb7-ec37f95deb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.138948 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-366e1055-624a-4c4d-bfb7-ec37f95deb07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0787613 Sep 07 18:55:56.151601 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f70823-7798-4fd0-8904-9def21f7cb82 req-f46a9bfa-819c-44b6-b28f-0ac7861d2659 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.153045 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14f70823-7798-4fd0-8904-9def21f7cb82 req-f46a9bfa-819c-44b6-b28f-0ac7861d2659 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 931 time: 0.0614669 Sep 07 18:55:56.153982 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff050-df6d-4dd1-b348-89141ca2fc57 req-cbde92ef-cebd-4a25-ac56-d04f78dd832f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.158884 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c3fff050-df6d-4dd1-b348-89141ca2fc57 req-cbde92ef-cebd-4a25-ac56-d04f78dd832f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.1147211 Sep 07 18:55:56.237029 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-14f70823-7798-4fd0-8904-9def21f7cb82 req-a138de34-1f5b-438b-a5cf-71b56d90ea63 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771971 Sep 07 18:55:56.291184 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-e06fc8b6-7392-491f-9268-058f1cab76cd tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.292611 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-e06fc8b6-7392-491f-9268-058f1cab76cd tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 944 time: 0.1326621 Sep 07 18:55:56.295613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-6b354ea6-24a6-41b7-94d5-090cfa86348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.298919 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-6b354ea6-24a6-41b7-94d5-090cfa86348a service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.1163743 Sep 07 18:55:56.305479 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c3fff050-df6d-4dd1-b348-89141ca2fc57 req-52112f56-2272-4c75-b5ae-465de466fb75 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238072 Sep 07 18:55:56.435049 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d7dba-4b3a-4beb-93b1-768cddd39407 x-openstack-request-id: req-be2d7dba-4b3a-4beb-93b1-768cddd39407 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:56.436059 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "299dd064-618e-476e-bb31-86124e0eee7b", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:56.438934 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be2d7dba-4b3a-4beb-93b1-768cddd39407 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:56.439676 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b', 'code': 200} Sep 07 18:55:56.444415 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-6ce7def1-99ff-43c6-b26b-8f89f75a9fad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 1000 time: 0.1339211 Sep 07 18:55:56.458077 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cb317-5a86-4d7d-a05c-407c65cbd673 req-04c7f57f-17d1-4d2d-a8c4-7a1986905bcd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.459681 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-256cb317-5a86-4d7d-a05c-407c65cbd673 req-04c7f57f-17d1-4d2d-a8c4-7a1986905bcd tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.1387815 Sep 07 18:55:56.464651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8c1310-d92e-4fdd-b192-79f368f3943a {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:55:56.474803 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.480742 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Deleting port 299dd064-618e-476e-bb31-86124e0eee7b {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:55:56.481070 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.532398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Transition to ACTIVE for port object 6d8c1310-d92e-4fdd-b192-79f368f3943a will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:55:56.533052 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-256cb317-5a86-4d7d-a05c-407c65cbd673 req-dd17bdde-a93d-4bb3-8e7f-784ede1da6d6 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Sep 07 18:55:56.540792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.543565 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-c0d8babe-c6ce-4691-be96-1aedee27b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.545005 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-c0d8babe-c6ce-4691-be96-1aedee27b7cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0607600 Sep 07 18:55:56.605953 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-aed4e1c5-49ce-436a-9f3f-eda550a47fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:56.607821 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-aed4e1c5-49ce-436a-9f3f-eda550a47fc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473080 Sep 07 18:55:56.629321 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] For port 299dd064-618e-476e-bb31-86124e0eee7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=299dd064-618e-476e-bb31-86124e0eee7b,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:55:56.629702 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.632417 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:56.683761 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Calling delete_port for 299dd064-618e-476e-bb31-86124e0eee7b owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:55:56.737643 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-aa114a9e-2e3a-4a4f-8c57-8c2dfef2f3c7 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196740 Sep 07 18:55:56.771110 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Attempting to bind port 6d8c1310-d92e-4fdd-b192-79f368f3943a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:55:56.771447 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Attempting to bind port 6d8c1310-d92e-4fdd-b192-79f368f3943a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:55:56.771770 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Attempting to bind port 6d8c1310-d92e-4fdd-b192-79f368f3943a on network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:56.786334 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Port 6d8c1310-d92e-4fdd-b192-79f368f3943a on network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:55:56.786671 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Attempting to bind port 6d8c1310-d92e-4fdd-b192-79f368f3943a on network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:55:56.794606 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:55:56.794972 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Checking segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:55:56.795376 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Bound using segment: {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:55:56.795811 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Bound port: 6d8c1310-d92e-4fdd-b192-79f368f3943a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29342e71-7c28-4d49-bd7c-a743115da9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:55:56.796226 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.865579 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8162b125-e333-4466-bf15-a49e78d2a1dc req-c35950b1-5cae-4dc7-bb13-bd1864ba9424 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195815 Sep 07 18:55:56.918852 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:55:56.935374 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:55:56.937412 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.947268 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:56.976181 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Pushing event deleted for resources: {'Port': ['ID=299dd064-618e-476e-bb31-86124e0eee7b,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.007164 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.007785 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.009188 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] 10.222.0.74 "PUT /v2.0/ports/6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 1093 time: 1.0814526 Sep 07 18:55:57.022279 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:57.024607 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8" -d '{"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:57.067625 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] No DVR routers for this DVR port 299dd064-618e-476e-bb31-86124e0eee7b on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:55:57.071420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:57.073377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6c459455-7b77-48f9-b667-159ab9f38fc7 req-bfd60e5d-4e11-4255-aa54-9b733e55f634 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "DELETE /v2.0/ports/299dd064-618e-476e-bb31-86124e0eee7b HTTP/1.1" status: 204 len: 173 time: 0.7610867 Sep 07 18:55:57.082636 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d35eb2f-8bba-4965-bdb8-edc5b121ae5e x-openstack-request-id: req-3d35eb2f-8bba-4965-bdb8-edc5b121ae5e {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:57.082940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:57.083172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d35eb2f-8bba-4965-bdb8-edc5b121ae5e {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:57.083654 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 18:55:57.088991 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a756d2-e979-4fcb-999a-f6e7fc5592b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:55:57.370472 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23632891-fa7a-45c4-ae97-d6804e059a51 req-426d1d33-0635-489a-9830-bc817dd896fa tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.372876 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23632891-fa7a-45c4-ae97-d6804e059a51 req-426d1d33-0635-489a-9830-bc817dd896fa tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0580904 Sep 07 18:55:57.426549 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23632891-fa7a-45c4-ae97-d6804e059a51 req-02d01ce9-9b0e-464a-bfeb-511caab71fed tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Sep 07 18:55:57.518378 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7d20daf6-e788-45fb-bbdd-6448e4575afd req-c1607c6c-da02-4f4f-ac18-269627d79ccb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=27d80f0e-24cb-469d-a52e-dcf798ab2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Sep 07 18:55:57.527208 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-79c5b6cf-9311-49cc-a508-57ea2cbda155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.528717 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-79c5b6cf-9311-49cc-a508-57ea2cbda155 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1096 time: 0.3399203 Sep 07 18:55:57.582136 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-ef1aa466-5625-4c2b-a604-c1981abfacf5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 217 time: 0.0349126 Sep 07 18:55:57.655972 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae6d6-3464-4290-8f32-74c5138ebb75 req-ff00fee0-4a13-4dc0-ad23-a6837e285f89 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.656712 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-5a13d435-a1de-42e1-aee4-a3785ac28c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.657506 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d1aae6d6-3464-4290-8f32-74c5138ebb75 req-ff00fee0-4a13-4dc0-ad23-a6837e285f89 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Sep 07 18:55:57.658228 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-5a13d435-a1de-42e1-aee4-a3785ac28c59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0485079 Sep 07 18:55:57.702595 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d1aae6d6-3464-4290-8f32-74c5138ebb75 req-064a25cb-e463-43b8-b19f-ad85c67a9e4d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385215 Sep 07 18:55:57.725221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-44de6fe0-b6e4-4ecc-965c-d29e7b7d933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:57.726783 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-44de6fe0-b6e4-4ecc-965c-d29e7b7d933f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473907 Sep 07 18:55:57.846599 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-927f1535-eaba-483a-b824-19b5c7d2f726 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937860 Sep 07 18:55:57.972744 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46e3ed95-c64d-42e0-82e0-cbdf6eb52138 req-1970edd6-dcc0-4a91-a165-fccc4e578094 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916972 Sep 07 18:55:58.123750 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-65352d6a-9385-4f9c-a625-07add542d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.125271 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-65352d6a-9385-4f9c-a625-07add542d18e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1096 time: 0.0437558 Sep 07 18:55:58.237510 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-44d791b5-0f0f-473a-ac19-23e9991c3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.241020 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-44d791b5-0f0f-473a-ac19-23e9991c3bd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.1069636 Sep 07 18:55:58.300625 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-87a8f685-6cc1-439e-9550-2f1efbf693ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 217 time: 0.0397701 Sep 07 18:55:58.395739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-3c2f49eb-df21-4a2a-9139-972e132c9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.397234 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-3c2f49eb-df21-4a2a-9139-972e132c9a05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0475237 Sep 07 18:55:58.463229 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-0bfb46a4-e3b4-400c-b5ea-abfe173708b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.464793 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-0bfb46a4-e3b4-400c-b5ea-abfe173708b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490599 Sep 07 18:55:58.609813 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4909d9-9297-4f26-bb6e-85cce0b20f4b req-73be6aa8-ec83-4bd4-9343-78cc6b61a809 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.611399 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8e4909d9-9297-4f26-bb6e-85cce0b20f4b req-73be6aa8-ec83-4bd4-9343-78cc6b61a809 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0828955 Sep 07 18:55:58.656565 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-05fcadf7-3d91-4c82-9658-cd30632e1042 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824019 Sep 07 18:55:58.678076 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8e4909d9-9297-4f26-bb6e-85cce0b20f4b req-a0c0d0ac-ffa7-47cc-91b8-83157b706e6f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571423 Sep 07 18:55:58.770302 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e5fb332-5a34-4424-be04-4d2c6c9d42d8 req-183557eb-0347-42cb-b901-f0cc6a833182 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018095 Sep 07 18:55:58.829711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df3bf8-c387-49f7-8942-6426ba155a6d req-89c196c2-54f6-4656-9916-3255b76a9c5e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:58.831069 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-69df3bf8-c387-49f7-8942-6426ba155a6d req-89c196c2-54f6-4656-9916-3255b76a9c5e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Sep 07 18:55:58.884361 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-69df3bf8-c387-49f7-8942-6426ba155a6d req-f98d8268-4f6e-41f2-b2dc-1e4325dc528e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469611 Sep 07 18:55:58.954381 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-4930d849-f566-4bd0-9a59-ae20d328e80d req-d20bd126-5a70-4be6-80af-73207fd7a850 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:55:58.955578 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4930d849-f566-4bd0-9a59-ae20d328e80d req-d20bd126-5a70-4be6-80af-73207fd7a850 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055454 Sep 07 18:55:59.084685 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-deleted', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:55:59.087172 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a30428-c121-404c-890a-d56c71de9f80" -d '{"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-deleted", "tag": "299dd064-618e-476e-bb31-86124e0eee7b"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:55:59.122573 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafa544-66aa-43f1-97b2-3fc342ab6634 req-bf285874-0aed-4a4c-b2ee-3072c2afa482 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.124253 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-abafa544-66aa-43f1-97b2-3fc342ab6634 req-bf285874-0aed-4a4c-b2ee-3072c2afa482 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0600870 Sep 07 18:55:59.125123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a2f1d-04d5-4de9-9183-1f81fbe68e7a x-openstack-request-id: req-b65a2f1d-04d5-4de9-9183-1f81fbe68e7a {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:55:59.125413 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d80f0e-24cb-469d-a52e-dcf798ab2cf5", "name": "network-vif-deleted", "tag": "299dd064-618e-476e-bb31-86124e0eee7b", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:55:59.125720 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b65a2f1d-04d5-4de9-9183-1f81fbe68e7a {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:55:59.126071 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d80f0e-24cb-469d-a52e-dcf798ab2cf5', 'name': 'network-vif-deleted', 'tag': '299dd064-618e-476e-bb31-86124e0eee7b', 'status': 'completed', 'code': 200} Sep 07 18:55:59.154005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36560) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:55:59.164165 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-abafa544-66aa-43f1-97b2-3fc342ab6634 req-41717c56-2757-49ee-96c4-c2a3b3364ece tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Sep 07 18:55:59.243991 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-752d4047-99dd-4b66-b166-bb8474890e4a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887675 Sep 07 18:55:59.254476 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-43cff677-9bbb-4fbb-b2ea-35fbc27e5f6e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 18:55:59.255802 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-43cff677-9bbb-4fbb-b2ea-35fbc27e5f6e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067377 Sep 07 18:55:59.404030 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fa99f969-cb72-4fc5-9cf9-c073ec2692b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:55:59.799920 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6bc5-de13-4e21-b6f7-aa33cf1535db req-7d2733c8-18de-49a1-b8b5-cb81b73e4175 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:55:59.801519 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-658b6bc5-de13-4e21-b6f7-aa33cf1535db req-7d2733c8-18de-49a1-b8b5-cb81b73e4175 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0552645 Sep 07 18:55:59.840835 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-658b6bc5-de13-4e21-b6f7-aa33cf1535db req-5a291970-17bc-4f18-82ff-5765ad6ce4ae tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Sep 07 18:56:00.285407 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa5489-a8ee-45b6-b3c1-95f36d359d60 req-0adc9b26-9541-49f6-a4fc-1aec42515c5c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:00.286893 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f8aa5489-a8ee-45b6-b3c1-95f36d359d60 req-0adc9b26-9541-49f6-a4fc-1aec42515c5c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0505562 Sep 07 18:56:00.332099 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f8aa5489-a8ee-45b6-b3c1-95f36d359d60 req-25bec7b1-1d0a-45b4-818f-355f4ead4c49 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Sep 07 18:56:00.960329 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2d13-785e-4c81-a915-f446d0a5c1b1 req-1669f4d3-fa8b-4f26-9e03-44a374455e9b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:00.961829 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0c9d2d13-785e-4c81-a915-f446d0a5c1b1 req-1669f4d3-fa8b-4f26-9e03-44a374455e9b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0545418 Sep 07 18:56:01.001046 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0c9d2d13-785e-4c81-a915-f446d0a5c1b1 req-11ef0624-c98d-4d87-be30-6357916c3a85 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Sep 07 18:56:01.460586 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db56d2-f9dc-4bca-8228-3f0ed86b75d4 req-995db5ac-dd3d-4a78-834c-fbdc503f9f47 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:01.462184 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-05db56d2-f9dc-4bca-8228-3f0ed86b75d4 req-995db5ac-dd3d-4a78-834c-fbdc503f9f47 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0608602 Sep 07 18:56:01.503262 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-05db56d2-f9dc-4bca-8228-3f0ed86b75d4 req-bb68d158-fa6a-45e8-9830-11f078554400 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346212 Sep 07 18:56:02.003744 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:02.100205 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.127321 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:02.130771 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e98686-6218-456f-a97b-30b375926038" -d '{"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-unplugged", "status": "completed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:02.147052 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:02.155294 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.161730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a66bfb-cfee-4890-b7c3-6199ed7f67c5 req-cd181a05-b7f5-497e-b425-6d8698e240db tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.175528 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-93a66bfb-cfee-4890-b7c3-6199ed7f67c5 req-cd181a05-b7f5-497e-b425-6d8698e240db tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0979335 Sep 07 18:56:02.186126 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179fd4f-2239-4a00-9272-a1a439570fcf x-openstack-request-id: req-a179fd4f-2239-4a00-9272-a1a439570fcf {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:02.186443 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-unplugged", "status": "failed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "code": 422}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:02.186648 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a179fd4f-2239-4a00-9272-a1a439570fcf {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:02.187081 dv-cinder-790535-12-iscsi neutron-server[105640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'code': 422} returned with failed status Sep 07 18:56:02.215969 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-93a66bfb-cfee-4890-b7c3-6199ed7f67c5 req-1b3ef8e8-6124-4d1e-b034-5dbfc749a222 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Sep 07 18:56:02.229897 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=6']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:02.626819 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c522-cab0-4baa-924e-ea09d4dde315 req-0cf87194-ac0a-4ae0-bd63-21991982c8f4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:02.628324 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1109c522-cab0-4baa-924e-ea09d4dde315 req-0cf87194-ac0a-4ae0-bd63-21991982c8f4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0544820 Sep 07 18:56:02.667721 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1109c522-cab0-4baa-924e-ea09d4dde315 req-16f563e8-e00e-493d-b1ac-041fa59d5c2d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331318 Sep 07 18:56:02.690965 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4987d1ba-fa64-4270-8679-69c719c7a145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:02.725583 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:03.342245 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d9be-07d9-4323-9c21-12d03d3bff55 req-51a91ef8-569c-47f7-b959-56d127f84d39 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.343829 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7aa1d9be-07d9-4323-9c21-12d03d3bff55 req-51a91ef8-569c-47f7-b959-56d127f84d39 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 943 time: 0.0523551 Sep 07 18:56:03.383905 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7aa1d9be-07d9-4323-9c21-12d03d3bff55 req-b87b1da3-0043-47fc-abc9-ced027934750 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Sep 07 18:56:03.788616 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879b9f-aa6c-468d-b3c6-37032eab5016 req-5dda6adf-65a1-4b94-9e89-2a0f7a5fd3a8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:03.790092 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9879b9f-aa6c-468d-b3c6-37032eab5016 req-5dda6adf-65a1-4b94-9e89-2a0f7a5fd3a8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Sep 07 18:56:03.828154 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9879b9f-aa6c-468d-b3c6-37032eab5016 req-9cd8e381-0bc1-4c93-87b7-9c03d2d3e799 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Sep 07 18:56:04.008471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 6d8c1310-d92e-4fdd-b192-79f368f3943a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:04.114679 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:04.126228 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'port_id': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'mac_address': 'fa:16:3e:73:2a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:04.166970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.180829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8c1310-d92e-4fdd-b192-79f368f3943a {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:04.203841 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:04.213802 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.265828 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:04.505867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb893588-0f05-4552-8c1b-1127c05fff85 req-a97fc319-9323-456d-b3e4-a2adde3a9278 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.507419 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bb893588-0f05-4552-8c1b-1127c05fff85 req-a97fc319-9323-456d-b3e4-a2adde3a9278 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 944 time: 0.0522847 Sep 07 18:56:04.550551 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bb893588-0f05-4552-8c1b-1127c05fff85 req-f72f20a4-fdd2-4f0a-976e-cb43fcdf7434 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Sep 07 18:56:04.561413 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:04.946144 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104bcf3-1209-47d8-a3dd-7a022e707484 req-0b103cd3-a880-4f31-902b-4debddb4219d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:04.947573 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3104bcf3-1209-47d8-a3dd-7a022e707484 req-0b103cd3-a880-4f31-902b-4debddb4219d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0495269 Sep 07 18:56:04.987513 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3104bcf3-1209-47d8-a3dd-7a022e707484 req-982bacf8-090b-48b7-9d38-541ee73e6b66 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340021 Sep 07 18:56:05.674426 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c02e-5a6d-4925-9682-a335e4f79980 req-54a561d8-d104-431d-98e1-a72079753a08 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:05.676053 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bc61c02e-5a6d-4925-9682-a335e4f79980 req-54a561d8-d104-431d-98e1-a72079753a08 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 944 time: 0.0550585 Sep 07 18:56:05.716172 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bc61c02e-5a6d-4925-9682-a335e4f79980 req-e91e7fa5-f37a-4dbd-98eb-b5a2615a7958 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Sep 07 18:56:05.873466 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:06.116058 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0670-2a16-487f-80d1-7631a2217a9b req-69ca6417-1d3b-42ab-8932-891de92ebe5d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.117433 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-353f0670-2a16-487f-80d1-7631a2217a9b req-69ca6417-1d3b-42ab-8932-891de92ebe5d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0617936 Sep 07 18:56:06.161655 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-353f0670-2a16-487f-80d1-7631a2217a9b req-fef9e871-c93c-45f6-86d2-cf5a25497b33 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381193 Sep 07 18:56:06.832633 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b09286-921b-400e-996c-d1f52738dfa4 req-c5d8f836-7b6b-4272-875f-c45b23d1f45a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:06.834222 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9b09286-921b-400e-996c-d1f52738dfa4 req-c5d8f836-7b6b-4272-875f-c45b23d1f45a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 944 time: 0.0500724 Sep 07 18:56:06.872987 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9b09286-921b-400e-996c-d1f52738dfa4 req-c17d5711-c2d6-4678-a554-7da1726b6838 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Sep 07 18:56:07.290554 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ea487-9f32-4022-ae81-e3b37371076d req-6487881e-7382-4856-9421-5b7dfce419bb tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.292238 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-225ea487-9f32-4022-ae81-e3b37371076d req-6487881e-7382-4856-9421-5b7dfce419bb tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0591583 Sep 07 18:56:07.336390 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-225ea487-9f32-4022-ae81-e3b37371076d req-ed460cff-4249-439e-a0e4-f07b218ec5f5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Sep 07 18:56:07.453921 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:07.991698 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97830-bde4-4999-aeac-d547822aee82 req-bed75a5c-c9e3-4927-a441-cbe36b82df34 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:07.994067 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81b97830-bde4-4999-aeac-d547822aee82 req-bed75a5c-c9e3-4927-a441-cbe36b82df34 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 944 time: 0.0551388 Sep 07 18:56:08.036350 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81b97830-bde4-4999-aeac-d547822aee82 req-aeaa5290-d528-4bc1-b6db-f8fb2eef8cd8 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Sep 07 18:56:08.487925 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c42bb-adf2-4855-8aaa-39a34bac635d req-743e470c-5331-4d1d-ae97-16c4f8578686 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.490924 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-022c42bb-adf2-4855-8aaa-39a34bac635d req-743e470c-5331-4d1d-ae97-16c4f8578686 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0736742 Sep 07 18:56:08.535644 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-022c42bb-adf2-4855-8aaa-39a34bac635d req-736c1403-afaa-4818-9f3b-210c46cc486a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375957 Sep 07 18:56:08.631476 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-2dfaed3c-c8d6-4d50-8988-5098aea3c74a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:08.632981 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-2dfaed3c-c8d6-4d50-8988-5098aea3c74a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 814 time: 0.1181624 Sep 07 18:56:08.648647 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-84c63fe8-03fb-4b15-9318-b7063f7df1be tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/quotas/ac65a58621524f7998b19c2e729995d1 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Sep 07 18:56:08.682194 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-e629e16f-6bc5-41c6-999c-86b9616f37c7 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278866 Sep 07 18:56:08.779929 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35bf5086-fa84-454d-99f9-dc8191639544 service neutron] 10.222.0.25 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905640 Sep 07 18:56:08.872262 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-0a7883c5-d251-4d46-988a-6b0eff1e2df9 service neutron] 10.222.0.25 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854752 Sep 07 18:56:09.040889 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2c44642a-e972-478d-a688-517e437c8cdd req-9520f730-ba4c-4d8c-9492-55cd453d3071 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0326738 Sep 07 18:56:09.178301 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75aa56-13ee-4b07-8a44-41b108d99321 req-9eba4822-88ba-4d8c-a660-bf4176caac25 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.186860 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0d75aa56-13ee-4b07-8a44-41b108d99321 req-9eba4822-88ba-4d8c-a660-bf4176caac25 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 944 time: 0.0730257 Sep 07 18:56:09.238899 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0d75aa56-13ee-4b07-8a44-41b108d99321 req-5134fd1a-3fbb-44df-9e2b-e0b17f7f5ff9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509484 Sep 07 18:56:09.657422 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfadfec-2fc3-4e0a-8548-23cabb2b93b5 req-6a5a6d7d-01c6-4ab5-9a9a-51a83dc38017 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.658820 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbfadfec-2fc3-4e0a-8548-23cabb2b93b5 req-6a5a6d7d-01c6-4ab5-9a9a-51a83dc38017 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0495005 Sep 07 18:56:09.705337 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbfadfec-2fc3-4e0a-8548-23cabb2b93b5 req-e2487613-4043-4c8c-aa1b-86420db85ac9 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Sep 07 18:56:09.982265 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-785d4b21-82bc-472c-8312-fa04e6435b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:09.984056 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-785d4b21-82bc-472c-8312-fa04e6435b3b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577&tenant_id=fa2a3e9f28484393b5bde9b380b96f09 HTTP/1.1" status: 200 len: 1096 time: 0.0523593 Sep 07 18:56:10.007568 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 6d8c1310-d92e-4fdd-b192-79f368f3943a up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:10.058127 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 6d8c1310-d92e-4fdd-b192-79f368f3943a completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:10.062328 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 6d8c1310-d92e-4fdd-b192-79f368f3943a triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:10.062688 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.074360 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-a79017b5-634f-4a53-b8ce-2e98c346e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.076225 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-a79017b5-634f-4a53-b8ce-2e98c346e44d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1096 time: 0.0477722 Sep 07 18:56:10.148204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.173078 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:10.174365 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9672bd72-e49a-4f15-bb84-a7e2908f8743 req-357626cc-3582-4215-8530-1e3e34882eb4 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0397289 Sep 07 18:56:10.175890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137b9e4-6f43-41c3-9c97-b3d5cbb8a608" -d '{"events": [{"server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:10.191525 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:10.196975 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:10.234027 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-9a776207-efb5-4063-ba5b-82ed2f5d7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.235486 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-9a776207-efb5-4063-ba5b-82ed2f5d7e8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.1459017 Sep 07 18:56:10.240641 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed185c-d5b0-4635-9bf1-dede9d19fa70 x-openstack-request-id: req-baed185c-d5b0-4635-9bf1-dede9d19fa70 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:10.240948 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "name": "network-vif-plugged", "status": "completed", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:10.241360 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baed185c-d5b0-4635-9bf1-dede9d19fa70 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:10.241745 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'code': 200} Sep 07 18:56:10.254216 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:10.368524 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-52c50740-34e9-4bf8-a8c9-6b8cf6dc13a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 998 time: 0.0906603 Sep 07 18:56:10.382397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d95d8-9fc5-4d99-8b3b-65c0ac69f5cb req-aa5c9df4-c38e-46e9-8349-f63e266e8cc4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.383933 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e16d95d8-9fc5-4d99-8b3b-65c0ac69f5cb req-aa5c9df4-c38e-46e9-8349-f63e266e8cc4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0692511 Sep 07 18:56:10.459192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e16d95d8-9fc5-4d99-8b3b-65c0ac69f5cb req-74b1c74e-fca5-41a3-bc9f-fe095f702092 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Sep 07 18:56:10.460713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-c6b8a5f0-589a-4dfd-931f-fb3c14dde2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.462469 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-c6b8a5f0-589a-4dfd-931f-fb3c14dde2a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0776291 Sep 07 18:56:10.566009 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943783-cfb8-42b3-b079-e9263d8e5534 req-428f5dd1-b4dd-4d1d-a2b5-b868a83df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.567617 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c0943783-cfb8-42b3-b079-e9263d8e5534 req-428f5dd1-b4dd-4d1d-a2b5-b868a83df4d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.0564082 Sep 07 18:56:10.622330 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c0943783-cfb8-42b3-b079-e9263d8e5534 req-b6b595ab-294b-46fe-b00d-9b1f9b475ea4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Sep 07 18:56:10.636201 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-220de469-3944-4280-a5c7-cd3bc0a5d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.637852 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-220de469-3944-4280-a5c7-cd3bc0a5d944 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1262724 Sep 07 18:56:10.667190 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-6245b2b6-deb9-4809-846d-1ae658809234 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.668690 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-6245b2b6-deb9-4809-846d-1ae658809234 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 814 time: 0.1489370 Sep 07 18:56:10.822071 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edea8c7-d1db-4543-a46b-916f3705726b req-841fbb72-579e-4060-8e13-6d3a7412832d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:10.823738 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8edea8c7-d1db-4543-a46b-916f3705726b req-841fbb72-579e-4060-8e13-6d3a7412832d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0505795 Sep 07 18:56:10.863344 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8edea8c7-d1db-4543-a46b-916f3705726b req-99592e22-d560-457e-973f-07b54cf04b83 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Sep 07 18:56:11.002812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Request body: {'port': {'device_id': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd', 'admin_state_up': True, 'tenant_id': 'ac65a58621524f7998b19c2e729995d1'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:11.113321 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-3b2bca71-5155-45ea-b475-b05fc171014b service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605606 Sep 07 18:56:11.201799 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Made reservation on behalf of ac65a58621524f7998b19c2e729995d1 for: {'port': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 18:56:11.205652 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.308593 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-ec76c4d6-a2cf-4584-bb47-d4b79ba269bd service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866391 Sep 07 18:56:11.339517 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6343e526-6af9-4923-9fcf-0974fddd51ff req-23ee5d24-d0cb-4641-b181-91f1846e668f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0709927 Sep 07 18:56:11.429148 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Allocated IP 172.20.0.3 (8afa4d89-22d5-4a9e-bca1-2847646ee7fd/0da96aa4-fcfa-42cc-a0ac-5583ab655f46/21fe2e32-1a11-4919-bd01-416e56e17b9e) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:11.600361 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.600639 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a58d-62f4-4f1b-a767-b9532119c1f0 req-1b945db6-711f-4b01-a427-c023ba724fcc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.602140 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2eb8a58d-62f4-4f1b-a767-b9532119c1f0 req-1b945db6-711f-4b01-a427-c023ba724fcc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0610480 Sep 07 18:56:11.640987 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.642614 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2eb8a58d-62f4-4f1b-a767-b9532119c1f0 req-335be4d4-dfb1-4e16-b59c-048ad1a10149 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Sep 07 18:56:11.688480 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:11.692122 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:11.696036 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:11.703717 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Pushing event updated for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:11.749483 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:11.750124 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:11.766589 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-05e80ea8-f853-4eec-9fec-8d342bf0178a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946208 Sep 07 18:56:11.831227 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Request body: {'port': {'device_id': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:11.892132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.050732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90469-9dfa-4a90-aeb0-eb5dafdf20b1 req-cb405e48-c871-411b-baba-f2dc9a690a77 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.052356 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46d90469-9dfa-4a90-aeb0-eb5dafdf20b1 req-cb405e48-c871-411b-baba-f2dc9a690a77 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.1199641 Sep 07 18:56:12.143775 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-46d90469-9dfa-4a90-aeb0-eb5dafdf20b1 req-d35d56ff-a0ab-4482-95c3-f5fe96389c9d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809784 Sep 07 18:56:12.240282 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fe2e32-1a11-4919-bd01-416e56e17b9e {{(pid=105639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:12.248077 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.261193 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.provisioning_blocks [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Transition to ACTIVE for port object 21fe2e32-1a11-4919-bd01-416e56e17b9e will not be triggered until provisioned by entity L2. {{(pid=105639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 18:56:12.264954 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.319526 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Pushing event updated for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=2']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.384356 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Attempting to bind port 21fe2e32-1a11-4919-bd01-416e56e17b9e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 18:56:12.384682 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Attempting to bind port 21fe2e32-1a11-4919-bd01-416e56e17b9e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 18:56:12.385005 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Attempting to bind port 21fe2e32-1a11-4919-bd01-416e56e17b9e on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:12.389290 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Port 21fe2e32-1a11-4919-bd01-416e56e17b9e on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 18:56:12.389603 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Attempting to bind port 21fe2e32-1a11-4919-bd01-416e56e17b9e on network 8afa4d89-22d5-4a9e-bca1-2847646ee7fd {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 18:56:12.394700 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Checking agent: {'id': '089b490e-a610-478b-8450-390402dc2f4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'started_at': datetime.datetime(2021, 9, 7, 18, 47, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 18:56:12.395064 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Checking segment: {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 18:56:12.395441 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Bound using segment: {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'} {{(pid=105639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 18:56:12.395862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.managers [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Bound port: 21fe2e32-1a11-4919-bd01-416e56e17b9e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4167871-dda2-429c-95ae-e98a74d49cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd'}}] {{(pid=105639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 18:56:12.396213 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.464200 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, cleared binding levels {{(pid=105639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 18:56:12.467076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb2e46-0038-4f60-94b6-1df5bf350e5b req-85cac454-5350-463f-8dbf-e504772be6ea tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.467940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 18:56:12.471498 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-98fb2e46-0038-4f60-94b6-1df5bf350e5b req-85cac454-5350-463f-8dbf-e504772be6ea tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 943 time: 0.0576048 Sep 07 18:56:12.473804 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712539'] for port, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.511717 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.512444 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:12.513916 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] 10.222.0.74 "PUT /v2.0/ports/21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 1093 time: 0.6874278 Sep 07 18:56:12.514375 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:12.516976 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a9d262-421b-457a-9b6e-c7138d8b4894" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:12.520678 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-98fb2e46-0038-4f60-94b6-1df5bf350e5b req-c119cca2-ddfe-4e29-ba8c-473e6363b8ef tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Sep 07 18:56:12.550032 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de38c8-c55d-471e-ac3c-b4cb5ea17a7a service neutron] Pushing event updated for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=3']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:12.557928 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524d280-0d04-4e53-9d6b-3f257a7dc5b5 x-openstack-request-id: req-2524d280-0d04-4e53-9d6b-3f257a7dc5b5 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:12.558210 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:12.558403 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2524d280-0d04-4e53-9d6b-3f257a7dc5b5 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:12.558888 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e', 'status': 'completed', 'code': 200} Sep 07 18:56:12.628389 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-1009def3-670c-42e6-aaf3-ebf908b417ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.629909 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-1009def3-670c-42e6-aaf3-ebf908b417ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1096 time: 0.0422845 Sep 07 18:56:12.679585 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-0de3c2dc-7c6a-4b17-bece-ae6d32f76b24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.0340312 Sep 07 18:56:12.735656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-1eb1057b-2adb-41d6-9f1d-e483502c43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.737187 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-1eb1057b-2adb-41d6-9f1d-e483502c43f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0496824 Sep 07 18:56:12.762463 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e569-987f-49ee-b17d-1e25a9482a70 req-d7d9478a-25fd-42c2-a8ec-316e6cf2d072 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:12.764125 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64f1e569-987f-49ee-b17d-1e25a9482a70 req-d7d9478a-25fd-42c2-a8ec-316e6cf2d072 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0509775 Sep 07 18:56:12.770757 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-3c1220e6-0e7b-43a2-a760-e436f7a22c56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259230 Sep 07 18:56:12.804892 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64f1e569-987f-49ee-b17d-1e25a9482a70 req-d03e79d7-0729-49a8-aaf4-5b5301b63101 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Sep 07 18:56:12.943006 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-4316cdc7-98a1-47e0-9409-9809ea634113 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635842 Sep 07 18:56:13.039377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b695f7d-beaa-4d6c-ae80-24eeb15989da req-f2001406-a904-4a91-9c75-28d2f322c719 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.041616 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b695f7d-beaa-4d6c-ae80-24eeb15989da req-f2001406-a904-4a91-9c75-28d2f322c719 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.1576881 Sep 07 18:56:13.128076 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b695f7d-beaa-4d6c-ae80-24eeb15989da req-c94d5409-48c3-413a-a716-78d9fbab6d50 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 Sep 07 18:56:13.145059 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81763f72-c37d-45cb-8c2f-e2b5a3cfb386 req-28c9f7a6-c6b3-49ff-abf5-996e7660be98 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927731 Sep 07 18:56:13.295939 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280ad2-31a9-4f26-b2dd-f786831c8279 req-83cd524d-af72-4c64-8d3a-81a06175b5f5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.297447 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d2280ad2-31a9-4f26-b2dd-f786831c8279 req-83cd524d-af72-4c64-8d3a-81a06175b5f5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0786605 Sep 07 18:56:13.313373 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-eee0e1c4-6f53-4818-aa9a-472b4db3d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.314824 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-eee0e1c4-6f53-4818-aa9a-472b4db3d4ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1096 time: 0.0608466 Sep 07 18:56:13.394408 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d2280ad2-31a9-4f26-b2dd-f786831c8279 req-9acdcfdb-1ecf-4f41-bdb5-a45529bb1d24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883813 Sep 07 18:56:13.440215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-fac72b75-c199-44cb-a7f6-59d3822d25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.442125 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-fac72b75-c199-44cb-a7f6-59d3822d25f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.1178114 Sep 07 18:56:13.753324 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-88a8a02b-b10b-4088-afd4-dba5a31a54d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.3002963 Sep 07 18:56:13.823782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a60a9d-0db6-481c-9af3-3c068cc7347b req-4344619d-b3a5-4b4d-bb92-36f60d758437 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.825291 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-11a60a9d-0db6-481c-9af3-3c068cc7347b req-4344619d-b3a5-4b4d-bb92-36f60d758437 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 943 time: 0.0547044 Sep 07 18:56:13.838305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89320b40-f94a-4c48-bed0-2d466509c225 req-ee860061-6a6e-40ef-937b-ca9be010ecb0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.839851 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89320b40-f94a-4c48-bed0-2d466509c225 req-ee860061-6a6e-40ef-937b-ca9be010ecb0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0898829 Sep 07 18:56:13.841694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-fd4fbb01-6794-4829-a8e0-e9fd304a41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:13.843041 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-fd4fbb01-6794-4829-a8e0-e9fd304a41e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0625651 Sep 07 18:56:13.867201 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-11a60a9d-0db6-481c-9af3-3c068cc7347b req-68a05b31-6fb5-4b6e-a99c-ad29720701fc tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350671 Sep 07 18:56:13.887758 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-b39e6328-0086-4e00-ab30-450222d0cd31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323975 Sep 07 18:56:13.906045 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-89320b40-f94a-4c48-bed0-2d466509c225 req-fa63581d-a18f-48a2-b5f1-2da9505ed01d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Sep 07 18:56:14.001057 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-a5afe0c2-a6b6-44b1-bfa5-2cfe2e6537d8 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938978 Sep 07 18:56:14.001396 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee5a5-3b14-42fb-934c-f27a22069264 req-3432623c-edcf-48b1-a141-1449b7680ad4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.003342 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a80ee5a5-3b14-42fb-934c-f27a22069264 req-3432623c-edcf-48b1-a141-1449b7680ad4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0591383 Sep 07 18:56:14.044922 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a80ee5a5-3b14-42fb-934c-f27a22069264 req-dd191662-d274-44ed-98f3-312b1fd14b07 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355635 Sep 07 18:56:14.048439 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:56:14.110817 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-57a9d262-421b-457a-9b6e-c7138d8b4894 req-dd13c2ed-3ec0-4638-9c6a-976f1bbf627a service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998871 Sep 07 18:56:14.520048 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee874a-0fea-47d4-bb81-822efbaba324 req-4a0a8b6a-e426-4041-bc12-1364d0bbb096 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.521575 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-97ee874a-0fea-47d4-bb81-822efbaba324 req-4a0a8b6a-e426-4041-bc12-1364d0bbb096 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0522685 Sep 07 18:56:14.560444 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-97ee874a-0fea-47d4-bb81-822efbaba324 req-2997ad7a-43ae-46bd-abfc-4a5ad9b03bc1 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Sep 07 18:56:14.991316 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a252-9d9f-4b6f-9fd9-088586788109 req-a4b41913-152a-4d5e-931a-9a1848764b4c tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:14.992870 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0fc2a252-9d9f-4b6f-9fd9-088586788109 req-a4b41913-152a-4d5e-931a-9a1848764b4c tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 943 time: 0.0544701 Sep 07 18:56:15.034085 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0fc2a252-9d9f-4b6f-9fd9-088586788109 req-7b5e8531-8b2a-4e0c-9bed-c2a908df0319 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Sep 07 18:56:15.171203 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54928e-c7fe-4dcc-b045-593b5614c76c req-9cb16a14-c63c-49bf-8d83-493963a9b5ad tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.172851 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2d54928e-c7fe-4dcc-b045-593b5614c76c req-9cb16a14-c63c-49bf-8d83-493963a9b5ad tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0548077 Sep 07 18:56:15.212528 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2d54928e-c7fe-4dcc-b045-593b5614c76c req-c65b873c-910d-4efe-9c31-c23f4965356b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337744 Sep 07 18:56:15.679921 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557003e-63d5-492e-9290-4bae83e4b640 req-60dbc22a-46d9-495f-b0af-1c6f08cd105c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:15.681541 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8557003e-63d5-492e-9290-4bae83e4b640 req-60dbc22a-46d9-495f-b0af-1c6f08cd105c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Sep 07 18:56:15.722089 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8557003e-63d5-492e-9290-4bae83e4b640 req-90196b40-f5d1-4b76-9233-f237668de44d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Sep 07 18:56:16.046479 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 21fe2e32-1a11-4919-bd01-416e56e17b9e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:16.157258 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:16.165286 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa6390-9e5b-4e08-9336-332303ad827d req-8625f6d4-743f-4aa1-a1b7-3820d10fe2a5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.165826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '21fe2e32-1a11-4919-bd01-416e56e17b9e', 'network_id': '8afa4d89-22d5-4a9e-bca1-2847646ee7fd', 'port_id': '21fe2e32-1a11-4919-bd01-416e56e17b9e', 'mac_address': 'fa:16:3e:15:f9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da96aa4-fcfa-42cc-a0ac-5583ab655f46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:16.166873 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-07fa6390-9e5b-4e08-9336-332303ad827d req-8625f6d4-743f-4aa1-a1b7-3820d10fe2a5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 943 time: 0.0607522 Sep 07 18:56:16.203306 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.204758 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-07fa6390-9e5b-4e08-9336-332303ad827d req-a034b868-e5de-4af3-ab2f-be390c08fbb1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Sep 07 18:56:16.217110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fe2e32-1a11-4919-bd01-416e56e17b9e {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:16.244164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:16.249602 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:16.303357 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:16.341660 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673dc84-ef4c-46e2-87be-a1a48bec27b8 req-b07c3d37-ebed-4e7c-88bf-cc16aa264eea tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.343172 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7673dc84-ef4c-46e2-87be-a1a48bec27b8 req-b07c3d37-ebed-4e7c-88bf-cc16aa264eea tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Sep 07 18:56:16.383362 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7673dc84-ef4c-46e2-87be-a1a48bec27b8 req-0463e615-df4f-4ec0-861b-aa2806b6fc76 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336137 Sep 07 18:56:16.621105 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['21fe2e32-1a11-4919-bd01-416e56e17b9e'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:16.842854 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836adc-3256-4da9-b4a5-6096dbdac52b req-64bca6ae-13d5-48df-9839-c3986df14606 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:16.844407 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ee836adc-3256-4da9-b4a5-6096dbdac52b req-64bca6ae-13d5-48df-9839-c3986df14606 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0540915 Sep 07 18:56:16.885732 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ee836adc-3256-4da9-b4a5-6096dbdac52b req-84d1164b-a6ba-46dd-8d81-d78a51ec05e3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348570 Sep 07 18:56:17.326161 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138b1d-408e-4333-b907-99deb77e6a2d req-92bcf296-d071-4013-a48a-1d7bae7f993d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:17.327696 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b138b1d-408e-4333-b907-99deb77e6a2d req-92bcf296-d071-4013-a48a-1d7bae7f993d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 944 time: 0.0500124 Sep 07 18:56:17.367107 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b138b1d-408e-4333-b907-99deb77e6a2d req-5d0b37d0-e835-401e-8fdd-b166af3ba9d5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Sep 07 18:56:17.619221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3ae0-19ac-448b-8433-0a143c3e6072 req-517b0d59-9107-4058-9eaf-68f4b19aa537 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:17.620746 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e2ee3ae0-19ac-448b-8433-0a143c3e6072 req-517b0d59-9107-4058-9eaf-68f4b19aa537 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Sep 07 18:56:17.661216 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e2ee3ae0-19ac-448b-8433-0a143c3e6072 req-ed9d510b-d713-4447-bd1e-069c04743ea4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342333 Sep 07 18:56:18.008099 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e621e-e401-4f08-8b16-1df14f35bcdd req-1f7ec6a6-daf6-49e0-a063-912053bafaa0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.009597 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ce5e621e-e401-4f08-8b16-1df14f35bcdd req-1f7ec6a6-daf6-49e0-a063-912053bafaa0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 943 time: 0.0495408 Sep 07 18:56:18.048313 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ce5e621e-e401-4f08-8b16-1df14f35bcdd req-733ab4aa-e17d-4964-bc42-c8dae59d2ce3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Sep 07 18:56:18.053815 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:18.064969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 21fe2e32-1a11-4919-bd01-416e56e17b9e up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:18.186084 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning for port 21fe2e32-1a11-4919-bd01-416e56e17b9e completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 18:56:18.194530 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:18.196725 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 21fe2e32-1a11-4919-bd01-416e56e17b9e triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:18.197096 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.230139 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'port_id': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'mac_address': 'fa:16:3e:49:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:18.279739 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.295882 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c35cec-a8a9-45fa-aed9-7d2232169d60 {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:18.342312 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:18.345361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.349338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.400017 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:18.402259 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b990b-d23e-44da-ad1c-cd865446ca20" -d '{"events": [{"server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "name": "network-vif-plugged", "status": "completed", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:18.426613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:18.430154 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=7']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.433912 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.463089 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3dac62-b850-4f90-9cde-437dd76501c5 x-openstack-request-id: req-af3dac62-b850-4f90-9cde-437dd76501c5 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:18.463382 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "name": "network-vif-plugged", "status": "completed", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:18.463635 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af3dac62-b850-4f90-9cde-437dd76501c5 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:18.464023 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e', 'code': 200} Sep 07 18:56:18.491188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780474-fc4a-4178-9cd1-8038bf54bf61 req-be0e97f6-f78f-4a9b-be12-8715cb8cb3fa tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.491471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:18.492761 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68780474-fc4a-4178-9cd1-8038bf54bf61 req-be0e97f6-f78f-4a9b-be12-8715cb8cb3fa tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 945 time: 0.0551620 Sep 07 18:56:18.553967 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-68780474-fc4a-4178-9cd1-8038bf54bf61 req-3d06f98f-8aed-405e-8e56-9dc6cfdbf32d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Sep 07 18:56:18.722800 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879723d3-d7e4-4f21-9ddf-53dad2ee9670 req-d0bd06d2-8c7f-40af-9ec0-e656a0c78996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.724592 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-879723d3-d7e4-4f21-9ddf-53dad2ee9670 req-d0bd06d2-8c7f-40af-9ec0-e656a0c78996 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1098 time: 0.0507860 Sep 07 18:56:18.730754 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['16c35cec-a8a9-45fa-aed9-7d2232169d60'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:18.778614 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-879723d3-d7e4-4f21-9ddf-53dad2ee9670 req-6a490488-a122-4d78-a4da-b3eb061c8464 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Sep 07 18:56:18.820795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:18.843292 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c131326-c11f-4efa-bdf8-713b23b77219 req-7f89825d-155e-4888-bd31-8535a7eddedb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:18.844963 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7c131326-c11f-4efa-bdf8-713b23b77219 req-7f89825d-155e-4888-bd31-8535a7eddedb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0651758 Sep 07 18:56:18.889531 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7c131326-c11f-4efa-bdf8-713b23b77219 req-f33a8e87-c71a-4a02-948a-2bb40274ce5e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368335 Sep 07 18:56:19.177913 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e563a-331f-45c7-8989-aaf4add4254d req-2c9895da-e870-406c-8c84-f383939d83bf tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:19.179674 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-763e563a-331f-45c7-8989-aaf4add4254d req-2c9895da-e870-406c-8c84-f383939d83bf tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 944 time: 0.0528860 Sep 07 18:56:19.222442 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-763e563a-331f-45c7-8989-aaf4add4254d req-da4d3ebb-f1cc-4bd3-ab82-12d3f9b7c0ba tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350049 Sep 07 18:56:19.682906 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4dea9-70de-4035-af41-f60a86f39aec req-35a52bf1-41ed-48f3-9bf4-bea87dadb7c6 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:19.684486 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1a4dea9-70de-4035-af41-f60a86f39aec req-35a52bf1-41ed-48f3-9bf4-bea87dadb7c6 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 945 time: 0.0624626 Sep 07 18:56:19.743325 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1a4dea9-70de-4035-af41-f60a86f39aec req-9e8b9fe2-148b-4936-88e2-28b06f5f5039 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518332 Sep 07 18:56:20.021389 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db51f6-d6da-431e-bb27-1d0178d3635c req-2f3c23b7-d22c-4859-8be1-46a9d0780359 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.022869 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d5db51f6-d6da-431e-bb27-1d0178d3635c req-2f3c23b7-d22c-4859-8be1-46a9d0780359 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0544641 Sep 07 18:56:20.062546 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d5db51f6-d6da-431e-bb27-1d0178d3635c req-35107bee-13ee-49cc-b714-d680170b18eb tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331428 Sep 07 18:56:20.068218 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:20.126818 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 16c35cec-a8a9-45fa-aed9-7d2232169d60 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:20.127217 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.347432 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.369267 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa54b-b6f6-4eac-8e51-2f536d2138ec req-3f25af19-26aa-4bee-a9ec-50b4c97a518a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.371067 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-703aa54b-b6f6-4eac-8e51-2f536d2138ec req-3f25af19-26aa-4bee-a9ec-50b4c97a518a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 944 time: 0.0577104 Sep 07 18:56:20.380938 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:20.384950 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:20.413817 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-703aa54b-b6f6-4eac-8e51-2f536d2138ec req-57aea396-ebe6-4aff-8688-a4150f0da748 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Sep 07 18:56:20.438284 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=8']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:20.464876 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:20.467376 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c684c8-652f-4b0d-9d0d-c8cca4dd47d9" -d '{"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-plugged", "status": "completed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:20.510582 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e11e7f8-abdc-4cfe-bafc-09f6088db516 x-openstack-request-id: req-5e11e7f8-abdc-4cfe-bafc-09f6088db516 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:20.510875 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-plugged", "status": "completed", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:20.511144 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e11e7f8-abdc-4cfe-bafc-09f6088db516 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:20.511549 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'code': 200} Sep 07 18:56:20.866956 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e6e7-32aa-4660-aa14-a5b9bd586623 req-c5375700-77bd-4e93-b008-e6326e2c2c0d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.868486 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a761e6e7-32aa-4660-aa14-a5b9bd586623 req-c5375700-77bd-4e93-b008-e6326e2c2c0d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Sep 07 18:56:20.932752 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a761e6e7-32aa-4660-aa14-a5b9bd586623 req-097977b5-6e75-4cf7-ac7a-ca3bd0a76dfe tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578132 Sep 07 18:56:20.942941 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaff87-0354-4339-8d8f-6bdd0db2933a req-7921765b-c585-4fd1-93f1-d22412704a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:20.944492 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3ecaff87-0354-4339-8d8f-6bdd0db2933a req-7921765b-c585-4fd1-93f1-d22412704a99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0557158 Sep 07 18:56:20.988516 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3ecaff87-0354-4339-8d8f-6bdd0db2933a req-4a9a4210-69fd-4605-948c-39def661e3ce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358796 Sep 07 18:56:21.199302 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719edbc-9232-4aec-914f-0ebf26c47734 req-442e2119-1092-4a95-a3ee-498ed2bc8628 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:21.200799 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2719edbc-9232-4aec-914f-0ebf26c47734 req-442e2119-1092-4a95-a3ee-498ed2bc8628 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0600016 Sep 07 18:56:21.241854 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2719edbc-9232-4aec-914f-0ebf26c47734 req-7661a940-3b6f-441e-ba86-980425c961f7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344203 Sep 07 18:56:21.550874 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240fef-f781-4ed3-abc0-bf5f844727c2 req-32e6b3d8-00fa-4f23-b563-e25772cd6f38 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:21.550874 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7240fef-f781-4ed3-abc0-bf5f844727c2 req-32e6b3d8-00fa-4f23-b563-e25772cd6f38 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0526192 Sep 07 18:56:21.594780 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7240fef-f781-4ed3-abc0-bf5f844727c2 req-7a0920b1-4053-44fc-ab8f-36ccbac74c01 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Sep 07 18:56:22.370344 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246d1b-c9c6-4788-a6c0-a19004d3115e req-d7da0e9e-c519-4781-a283-0704a350ba2d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:22.371903 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e0246d1b-c9c6-4788-a6c0-a19004d3115e req-d7da0e9e-c519-4781-a283-0704a350ba2d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Sep 07 18:56:22.412560 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e0246d1b-c9c6-4788-a6c0-a19004d3115e req-6b5f566f-e840-4a31-92d3-d567de518443 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343244 Sep 07 18:56:22.719990 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3331f-916f-4b31-8bc9-b585bc0cab38 req-77722adc-cd43-46b5-be52-629b7b3a839c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:22.721803 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-13c3331f-916f-4b31-8bc9-b585bc0cab38 req-77722adc-cd43-46b5-be52-629b7b3a839c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0586333 Sep 07 18:56:22.767266 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-13c3331f-916f-4b31-8bc9-b585bc0cab38 req-4e64e476-c1d0-43c2-97c3-f355425d6b3e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 Sep 07 18:56:23.540784 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dd4cb-56e4-4a26-a4de-e97e8d84c3ae req-a13d3817-f782-4c41-a1a7-9c3165ac1837 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:23.542342 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d27dd4cb-56e4-4a26-a4de-e97e8d84c3ae req-a13d3817-f782-4c41-a1a7-9c3165ac1837 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0555589 Sep 07 18:56:23.584694 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d27dd4cb-56e4-4a26-a4de-e97e8d84c3ae req-30de248a-00b0-4cd2-8218-aa2ff55e42cc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359495 Sep 07 18:56:24.715817 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3b4a-c344-4446-b0e6-698242624741 req-ecaee053-26f0-4a90-a0a5-5d8a5ca6da55 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:24.717422 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79cc3b4a-c344-4446-b0e6-698242624741 req-ecaee053-26f0-4a90-a0a5-5d8a5ca6da55 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0581193 Sep 07 18:56:24.756930 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79cc3b4a-c344-4446-b0e6-698242624741 req-ffb83603-f588-4593-93cc-bf76c860d3c6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331535 Sep 07 18:56:25.881604 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4b413-25e1-4af6-b520-0eab9a22b714 req-7a603efc-55be-4747-b55a-2b0279548d1f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:25.883071 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5fd4b413-25e1-4af6-b520-0eab9a22b714 req-7a603efc-55be-4747-b55a-2b0279548d1f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Sep 07 18:56:25.923161 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5fd4b413-25e1-4af6-b520-0eab9a22b714 req-19b037fa-6334-4f81-b285-9121ecf1cab9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340025 Sep 07 18:56:26.661907 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291246c4-125b-4683-8fe3-16250ea00d23 req-ab798863-1a96-44f6-a3a7-14883bbc4956 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:26.663288 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-291246c4-125b-4683-8fe3-16250ea00d23 req-ab798863-1a96-44f6-a3a7-14883bbc4956 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0513079 Sep 07 18:56:26.702633 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-291246c4-125b-4683-8fe3-16250ea00d23 req-7cde2fdb-5de9-4ad4-a664-626fd0f19613 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Sep 07 18:56:26.730259 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36948) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:26.821872 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf4af17-49fd-462d-8be3-872c374cc084 tempest-TestMinimumBasicScenario-1281468689 tempest-TestMinimumBasicScenario-1281468689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:26.823478 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2bf4af17-49fd-462d-8be3-872c374cc084 tempest-TestMinimumBasicScenario-1281468689 tempest-TestMinimumBasicScenario-1281468689-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1093 time: 0.0920923 Sep 07 18:56:26.826905 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36956) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:26.832191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'floatingip': {'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'port_id': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:26.856500 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for floatingip, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:26.958035 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.099563 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e36c-1cf6-492f-a189-f2f45f23a008 req-b64bc29c-317c-4f1b-a5f7-2bce183dd649 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:27.101103 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2806e36c-1cf6-492f-a189-f2f45f23a008 req-b64bc29c-317c-4f1b-a5f7-2bce183dd649 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.1014061 Sep 07 18:56:27.114400 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Allocated IP 172.27.2.189 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/1be2305b-7dbb-4a58-b23e-7fa91e073578) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 18:56:27.194467 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2806e36c-1cf6-492f-a189-f2f45f23a008 req-1bdfe4ec-0a72-42fe-8c7d-04825050079b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817151 Sep 07 18:56:27.257769 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.298059 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.341615 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 18:56:27.344541 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 18:56:27.349265 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 18:56:27.354895 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'Port': ['ID=1be2305b-7dbb-4a58-b23e-7fa91e073578,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:27.382301 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.382609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.383012 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.383344 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.383676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.383996 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.384315 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.384636 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.384947 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.385259 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.385575 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.385868 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:27.751076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.823563 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.980923 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:27.985508 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.050351 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'Port': ['ID=1be2305b-7dbb-4a58-b23e-7fa91e073578,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:28.065755 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.181163 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.l3_db [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Floating IP 8d30bee9-bcae-4523-972d-b26766c83ae4 associated. External IP: 172.27.2.189, port: 6d8c1310-d92e-4fdd-b192-79f368f3943a. Sep 07 18:56:28.323151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2c8e0-0dc2-426f-b072-b3c4f55a5771 req-4bd9e2cd-4b14-4dda-a027-2cd928920969 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.324693 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-edc2c8e0-0dc2-426f-b072-b3c4f55a5771 req-4bd9e2cd-4b14-4dda-a027-2cd928920969 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Sep 07 18:56:28.370507 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-edc2c8e0-0dc2-426f-b072-b3c4f55a5771 req-8edafa57-dffb-40ca-afe9-bf3321f7a031 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392480 Sep 07 18:56:28.423088 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Router 3c81391f-6a6d-4747-9a56-206d550f4981 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:56:28.539057 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:56:28.550630 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Sync routers for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:56:28.558782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.564750 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:28.565923 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:56:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:28.589911 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8be93c15-ae49-4e8c-85ff-0b35e5661f5b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7616735 Sep 07 18:56:28.590509 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:28.592800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b6dc2b-4552-4270-aebd-d1a2379bb146" -d '{"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:28.593257 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36976) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:28.598039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202320539', 'description': 'tempest-secgroup-smoke-1202320539 description', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:28.624963 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.633957 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ceb880-5775-4007-8b04-745f764663c0 x-openstack-request-id: req-f3ceb880-5775-4007-8b04-745f764663c0 {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:28.634250 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:28.634494 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3ceb880-5775-4007-8b04-745f764663c0 {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:28.634980 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 18:56:28.680197 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:28.742604 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.747736 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.774729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-b7fa6e62-a80a-40cc-98fc-5d6b7c1ed57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.776296 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-b7fa6e62-a80a-40cc-98fc-5d6b7c1ed57d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.0772848 Sep 07 18:56:28.784975 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.788993 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1918743 Sep 07 18:56:28.789210 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36980) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:28.795067 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:28.808513 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35644ee-9efc-4e65-a28b-2154079d7440,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:28.864237 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.864572 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.864928 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.865259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.865590 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.865919 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.866242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.866559 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.866910 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.867215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.867570 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.867858 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e944380d-008a-4a34-a1f8-98de965124dc tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:56:28.903511 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:28.924734 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '8d30bee9-bcae-4523-972d-b26766c83ae4', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'port_id': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'mac_address': 'fa:16:3e:73:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16360903-69ad-450a-b71a-d578437319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:27Z', 'updated_at': '2021-09-07T18:56:27Z', 'revision_number': 0, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:28.932990 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-c84943fd-dd22-4db9-9d0c-89b73634ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:28.934250 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-c84943fd-dd22-4db9-9d0c-89b73634ba4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.1428957 Sep 07 18:56:28.952978 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Checking router: 3c81391f-6a6d-4747-9a56-206d550f4981 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:56:28.970957 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:56:28.971581 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:56:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:29.014112 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.023162 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.037633 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-1693a602-4456-4ddf-ae32-04e80c144ed7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 999 time: 0.0898068 Sep 07 18:56:29.042158 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb64531-7221-40aa-ae04-b39f7d4f2cce,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.078142 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.082011 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-61576304-739a-4a9e-850a-2e2c73857cf6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2892478 Sep 07 18:56:29.082533 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36986) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.083092 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:56:29.088219 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:29.101386 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-93408c46-77a3-4a53-bbcd-f775258d8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:29.102890 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-93408c46-77a3-4a53-bbcd-f775258d8518 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0563369 Sep 07 18:56:29.116374 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.151843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-0769cc88-1357-4249-8104-160bfa55b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:29.153363 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-0769cc88-1357-4249-8104-160bfa55b26b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414205 Sep 07 18:56:29.178163 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.183459 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.202334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5899a063-debc-4fe7-951e-016b178890cf,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.211597 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.215688 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-072a21dd-e147-458b-aa02-d0c793b0a64d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296892 Sep 07 18:56:29.216078 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 36988) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.221129 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:29.291714 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-9d686ffe-748d-4b42-a35a-8cb61f9301fd service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250582 Sep 07 18:56:29.292627 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.337179 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '8d30bee9-bcae-4523-972d-b26766c83ae4', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'port_id': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'mac_address': 'fa:16:3e:73:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16360903-69ad-450a-b71a-d578437319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:27Z', 'updated_at': '2021-09-07T18:56:27Z', 'revision_number': 0, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:56:29.365823 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1a6b3-b5fa-4fb9-a0ee-a2853b61aeff None None] The sync data for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi is: [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_floatingips': [{'id': '8d30bee9-bcae-4523-972d-b26766c83ae4', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'router_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'port_id': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'mac_address': 'fa:16:3e:73:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16360903-69ad-450a-b71a-d578437319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T18:56:27Z', 'updated_at': '2021-09-07T18:56:27Z', 'revision_number': 0, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:56:29.411128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.418497 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.432204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c236546c-76c4-40f7-9a3f-0d5b5f3c8d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.451250 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-18b6dc2b-4552-4270-aebd-d1a2379bb146 req-a13457f1-092a-4a79-96f0-2835fb22307b service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464486 Sep 07 18:56:29.451939 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.453063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359421 Sep 07 18:56:29.457827 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36994) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.463359 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:29.463802 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d63f8-24aa-4af7-a147-08e9825bdb36 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce1f9fa-0cc1-4578-bb04-793be94fbfe5,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.499521 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.523659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372385d-7a73-45c3-9a4a-7c90258534c6 req-2d69cf83-019e-4d61-a4db-5f1304a6c1a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:29.525697 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4372385d-7a73-45c3-9a4a-7c90258534c6 req-2d69cf83-019e-4d61-a4db-5f1304a6c1a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0716112 Sep 07 18:56:29.568490 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4372385d-7a73-45c3-9a4a-7c90258534c6 req-8ff8f92b-326a-425a-892f-25ac59ab8263 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365126 Sep 07 18:56:29.588943 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.594108 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.617970 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdcd190-a8f6-43bd-9f8a-b8f91ae4ad90,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.627885 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.629149 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-be9a5245-b39c-40ef-8141-db544feb96ee tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700468 Sep 07 18:56:29.632332 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36996) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.637070 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:29.653681 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0df44c-86f1-49b5-8583-8c161dd37c6f None None] New status for floating IP 8d30bee9-bcae-4523-972d-b26766c83ae4: ACTIVE {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:56:29.663399 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.securitygroups_db [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Project 85f7d0366e4145ca8a4d7f43c03e52ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:56:29.671803 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.740709 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.746079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.765322 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dfa54c-2dfc-4887-a0ea-b6bd424fc15e,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.775985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.777448 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e10143a7-5ea8-4014-a972-03751c963504 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440291 Sep 07 18:56:29.780180 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 36998) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:56:29.784896 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'security_group_rule': {'security_group_id': 'e35644ee-9efc-4e65-a28b-2154079d7440', 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:29.808450 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.securitygroups_db [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Project 85f7d0366e4145ca8a4d7f43c03e52ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 18:56:29.813713 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.879676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.884491 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.902391 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c712b0c-3874-4595-813b-885d56c86343,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:29.909129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:29.909878 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-13fed3a8-b319-4365-bf82-038069927b16 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287308 Sep 07 18:56:29.995990 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-fa90108b-8981-4971-91be-879e27d61c80 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202320539&fields=id&tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea HTTP/1.1" status: 200 len: 267 time: 0.0380948 Sep 07 18:56:30.049481 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-c39faacd-d6fc-45e6-9c15-c3eee6becf89 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.050956 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-c39faacd-d6fc-45e6-9c15-c3eee6becf89 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0491693 Sep 07 18:56:30.061832 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'port': {'security_groups': ['e39def08-8cee-4f66-8d6a-91f0ed47bac4', 'e35644ee-9efc-4e65-a28b-2154079d7440']}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:56:30.092144 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:56:30.129119 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.187790 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:30.203567 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:56:30.240928 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.254542 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:56:30.274595 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:30.280375 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.322033 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:30.327785 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=6']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:30.354323 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.366946 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.419201 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.419830 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.421326 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-735873e1-21f2-421d-bfc7-8411ba5d1c0b req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "PUT /v2.0/ports/6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 981 time: 0.3639143 Sep 07 18:56:30.434795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:30.444390 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125460f-a9ae-4907-aa2e-b0fdbefb7a11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=6']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:30.537928 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3ebaa-d9e8-44af-9128-1847b4ea11e0 req-69770d93-e23c-4ffb-95c5-a0037905a717 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.539682 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-88a3ebaa-d9e8-44af-9128-1847b4ea11e0 req-69770d93-e23c-4ffb-95c5-a0037905a717 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0515964 Sep 07 18:56:30.585640 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-88a3ebaa-d9e8-44af-9128-1847b4ea11e0 req-8422e2c9-ffb1-4b56-814c-ae4eeaccc223 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394166 Sep 07 18:56:30.624571 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:30.637059 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:30.639645 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6e2fc-10bc-4b03-838a-a7674f7521a7" -d '{"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:30.689783 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02059acd-8759-41f1-9189-19aeb3a4eccb x-openstack-request-id: req-02059acd-8759-41f1-9189-19aeb3a4eccb {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:30.690168 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:30.690506 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02059acd-8759-41f1-9189-19aeb3a4eccb {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:30.691007 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 18:56:30.696573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:56:30.718675 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9589-9a6e-464c-8520-df3bac2a8c09 req-e60ec456-da60-4090-83bd-9a834a7f4641 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.720494 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e1fb9589-9a6e-464c-8520-df3bac2a8c09 req-e60ec456-da60-4090-83bd-9a834a7f4641 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 944 time: 0.0660813 Sep 07 18:56:30.727850 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f51cfeac-9256-4ff7-8cfe-f82579a25656 None None] Provisioning complete for port 6d8c1310-d92e-4fdd-b192-79f368f3943a triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:30.728216 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f51cfeac-9256-4ff7-8cfe-f82579a25656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:30.765688 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e1fb9589-9a6e-464c-8520-df3bac2a8c09 req-74bbf7bd-8ff6-4200-bc39-cfdc22e8e0cc tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376606 Sep 07 18:56:30.808730 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-653ee3fd-35d0-4ba1-ae8b-b4bde04d6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.810273 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-653ee3fd-35d0-4ba1-ae8b-b4bde04d6dbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1137 time: 0.0429485 Sep 07 18:56:30.919583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-da90daf6-a300-4ce5-8b61-86089c780375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:30.921199 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-da90daf6-a300-4ce5-8b61-86089c780375 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.0936975 Sep 07 18:56:30.993631 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-77e91a85-a059-4612-b036-79c558940aea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 1001 time: 0.0620074 Sep 07 18:56:31.059887 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-d23e8055-6bf5-40eb-955c-2151ecda7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.061429 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-d23e8055-6bf5-40eb-955c-2151ecda7813 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0534379 Sep 07 18:56:31.114887 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-d1bdf073-a4d7-491a-87cf-7efd7cc04f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.116394 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-d1bdf073-a4d7-491a-87cf-7efd7cc04f6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437472 Sep 07 18:56:31.215035 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-d35a602b-1178-47b6-ad16-b0bf57d5e9b5 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Sep 07 18:56:31.317523 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4da6e2fc-10bc-4b03-838a-a7674f7521a7 req-7ae38a04-2566-4583-a94c-0c1de16e9c5a service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888824 Sep 07 18:56:31.896374 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c9b0-07e6-4f68-9f8e-0006a356b246 req-edc13e92-4e93-4f6a-87e9-3efc7bacfd88 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:31.897907 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fa1c9b0-07e6-4f68-9f8e-0006a356b246 req-edc13e92-4e93-4f6a-87e9-3efc7bacfd88 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 944 time: 0.0517359 Sep 07 18:56:31.937591 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8fa1c9b0-07e6-4f68-9f8e-0006a356b246 req-c91a4d5e-2ed8-40c1-8207-1edf1be38d2f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335906 Sep 07 18:56:32.102180 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:56:32.164317 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:56:32.164800 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.247995 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.271912 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:32.274636 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84baafc5-9dd3-491a-b8ef-7b3cda6ff623" -d '{"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:32.288769 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:32.293812 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.320023 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8907237-335b-498c-a9a6-cbe372a9f5b4 x-openstack-request-id: req-d8907237-335b-498c-a9a6-cbe372a9f5b4 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:32.320314 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:32.320651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8907237-335b-498c-a9a6-cbe372a9f5b4 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:32.321068 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'code': 200} Sep 07 18:56:32.346443 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=7']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:32.702332 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-06a8658c-0511-4b84-abde-f4bb88e92263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:32.734338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:33.077155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914a6de-c358-4b53-82d3-db9735a6e058 req-e7bd95b8-ac3e-49d0-9158-7a72844d052b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:33.078869 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0914a6de-c358-4b53-82d3-db9735a6e058 req-e7bd95b8-ac3e-49d0-9158-7a72844d052b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0584748 Sep 07 18:56:33.129650 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0914a6de-c358-4b53-82d3-db9735a6e058 req-4e52a27d-f69d-4f96-ade3-1caae2ef2d26 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428758 Sep 07 18:56:34.319589 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200fe10-a071-4eff-aae7-be9d027de78a req-7e5c1a79-c86c-463a-b76b-cc2620dc8a54 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:34.330348 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f200fe10-a071-4eff-aae7-be9d027de78a req-7e5c1a79-c86c-463a-b76b-cc2620dc8a54 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Sep 07 18:56:34.378807 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f200fe10-a071-4eff-aae7-be9d027de78a req-240309e0-9908-414d-9075-971315d444b3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471208 Sep 07 18:56:34.570979 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:35.504713 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d7f9c-202c-413d-bfcc-ef3749e93c30 req-ec1f75f4-e1ea-4b05-ae05-ab2692d49c59 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:35.513819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cb5d7f9c-202c-413d-bfcc-ef3749e93c30 req-ec1f75f4-e1ea-4b05-ae05-ab2692d49c59 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0601838 Sep 07 18:56:35.558058 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cb5d7f9c-202c-413d-bfcc-ef3749e93c30 req-6ebaf3ad-3c2b-417f-99ed-19d5dc84b9be tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429168 Sep 07 18:56:35.877318 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:36.700351 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef8488-b517-457e-aee2-fbab06a97805 req-bcfd14e6-dd9c-4b9b-b367-1acc933a69d4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:36.702902 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b6ef8488-b517-457e-aee2-fbab06a97805 req-bcfd14e6-dd9c-4b9b-b367-1acc933a69d4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0568295 Sep 07 18:56:36.748311 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b6ef8488-b517-457e-aee2-fbab06a97805 req-1f4be7a1-fc33-48ed-991d-38e139b541c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400457 Sep 07 18:56:37.917123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574007b-80ac-40c2-bde2-fd12a93b6183 req-9ed23bff-1b9b-49e2-9264-40fbf83d0fe3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:37.918913 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8574007b-80ac-40c2-bde2-fd12a93b6183 req-9ed23bff-1b9b-49e2-9264-40fbf83d0fe3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0697956 Sep 07 18:56:37.970408 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8574007b-80ac-40c2-bde2-fd12a93b6183 req-9a2836f2-add4-4f79-89dd-8c796524578a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443254 Sep 07 18:56:39.104216 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0e84-f86b-4965-8ef5-51e3c0ffedce req-267a6c1e-59e0-4169-a490-88b188a7ac05 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:39.112469 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51ad0e84-f86b-4965-8ef5-51e3c0ffedce req-267a6c1e-59e0-4169-a490-88b188a7ac05 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0632174 Sep 07 18:56:39.151596 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-51ad0e84-f86b-4965-8ef5-51e3c0ffedce req-079d0786-cd3d-4eb0-bad2-74a4a20e32a9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378616 Sep 07 18:56:40.282291 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae160f-5df4-4fe0-b467-aa404fe7ebfa req-3a40aa81-b6e6-4e96-8703-297c653f6c99 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:40.283922 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eaae160f-5df4-4fe0-b467-aa404fe7ebfa req-3a40aa81-b6e6-4e96-8703-297c653f6c99 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0535848 Sep 07 18:56:40.332618 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eaae160f-5df4-4fe0-b467-aa404fe7ebfa req-fdf36de4-88f1-4c5e-8c2e-b5a147c434e2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391412 Sep 07 18:56:41.460637 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac711b-a175-4431-a746-d1ab04abf556 req-214b8637-ea90-44a7-a5ca-f6addcc030c1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.462104 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23ac711b-a175-4431-a746-d1ab04abf556 req-214b8637-ea90-44a7-a5ca-f6addcc030c1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Sep 07 18:56:41.502338 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-23ac711b-a175-4431-a746-d1ab04abf556 req-b97cd10b-21c9-4d4a-a510-1b1bff4f4ed8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341094 Sep 07 18:56:41.944677 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-b6679828-2457-47c9-a65b-59724fcb28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:41.946188 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-b6679828-2457-47c9-a65b-59724fcb28bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1098 time: 0.0434322 Sep 07 18:56:42.038667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-03a752e9-cab1-4b63-8041-e364b143042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.040087 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-03a752e9-cab1-4b63-8041-e364b143042d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.0856307 Sep 07 18:56:42.120625 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-525718cd-c151-407e-a24e-4fbe55448ac2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 1001 time: 0.0650115 Sep 07 18:56:42.173357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-80e8dc0a-e4bc-4412-be96-3cf857aedd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.174869 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-80e8dc0a-e4bc-4412-be96-3cf857aedd9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0459108 Sep 07 18:56:42.225830 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-f718bb59-8cf2-4e9b-bb6c-7bd2b1048b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.227370 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-f718bb59-8cf2-4e9b-bb6c-7bd2b1048b14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412757 Sep 07 18:56:42.326484 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-42f63820-b38f-4782-8c9a-c85f0f038d78 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Sep 07 18:56:42.422272 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0782caf8-69e4-42c5-a1b4-7c10d9e4f8bb req-c1d6627c-e35b-4a94-af65-4f09f222d9ad service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829654 Sep 07 18:56:42.645356 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112a90d-c920-437e-902e-7c119f9ed665 req-5a5a1ebe-462c-4e57-813c-f3401e3d2650 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:42.646872 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a112a90d-c920-437e-902e-7c119f9ed665 req-5a5a1ebe-462c-4e57-813c-f3401e3d2650 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0684199 Sep 07 18:56:42.689547 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a112a90d-c920-437e-902e-7c119f9ed665 req-a5bf24fa-eba5-41b4-9384-8fd19cccb456 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326571 Sep 07 18:56:43.823481 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63437-fccc-4755-98d8-86fed599aba8 req-e8c7908a-4be8-4251-a2b9-0bb0bb559033 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:43.824970 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c6b63437-fccc-4755-98d8-86fed599aba8 req-e8c7908a-4be8-4251-a2b9-0bb0bb559033 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 945 time: 0.0573354 Sep 07 18:56:43.864364 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c6b63437-fccc-4755-98d8-86fed599aba8 req-81cbc423-e8ec-4413-a3d3-f3c9595b58d1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332160 Sep 07 18:56:44.181075 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:44.262737 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.286346 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:56:44.288681 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54891e43-a211-419e-baf6-7faa935d5715" -d '{"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:56:44.302696 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:56:44.307590 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:44.330612 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7d194-c4f3-402c-84f6-cc631d5c11e8 x-openstack-request-id: req-4bc7d194-c4f3-402c-84f6-cc631d5c11e8 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:56:44.330926 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-unplugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:56:44.331177 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bc7d194-c4f3-402c-84f6-cc631d5c11e8 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:56:44.331562 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'code': 200} Sep 07 18:56:44.357870 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=8']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:56:44.995654 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786218ea-9f71-42b3-984f-3f2d3d8240d2 req-6d9a87f5-c576-420f-80a6-f78a4661d3ee tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:44.997400 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-786218ea-9f71-42b3-984f-3f2d3d8240d2 req-6d9a87f5-c576-420f-80a6-f78a4661d3ee tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0603082 Sep 07 18:56:45.291814 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-786218ea-9f71-42b3-984f-3f2d3d8240d2 req-df5eaac2-2a7f-43c2-b3ad-a1ad1fa45a8c tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2880554 Sep 07 18:56:46.316568 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6237-a68d-4802-8e2c-1bac9554040c req-1a26be8e-ce3c-40f2-ae3e-dfc667a8c5b3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:46.318162 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-04da6237-a68d-4802-8e2c-1bac9554040c req-1a26be8e-ce3c-40f2-ae3e-dfc667a8c5b3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0511572 Sep 07 18:56:46.358096 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-04da6237-a68d-4802-8e2c-1bac9554040c req-ad726f0e-dade-40b5-bcd9-3a4271a3837f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339270 Sep 07 18:56:46.452195 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-dd6006f4-e829-42c6-8c31-edcde4809065 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399570 Sep 07 18:56:47.403844 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-519573e5-819d-4d84-b4ff-4ec39b83e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.405356 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-519573e5-819d-4d84-b4ff-4ec39b83e9de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9&tenant_id=04ee16d2c30e43b7a68b35f28025d527 HTTP/1.1" status: 200 len: 1096 time: 0.0432668 Sep 07 18:56:47.516315 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b3cc-5e00-4144-951f-05feba0ff39d req-9db17c3c-fd5d-4647-83df-bc962d654280 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.517802 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbf3b3cc-5e00-4144-951f-05feba0ff39d req-9db17c3c-fd5d-4647-83df-bc962d654280 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0804865 Sep 07 18:56:47.519661 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-952c2d51-a375-4f9a-9845-15a1768c5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.520979 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-952c2d51-a375-4f9a-9845-15a1768c5459 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=04ee16d2c30e43b7a68b35f28025d527&device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1096 time: 0.0746167 Sep 07 18:56:47.597853 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbf3b3cc-5e00-4144-951f-05feba0ff39d req-ff02ae61-daf8-4a98-94f4-7db00b1347ed tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0740335 Sep 07 18:56:47.633891 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-015f0680-e067-40d4-a1fa-6ac5f2691ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.635377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-015f0680-e067-40d4-a1fa-6ac5f2691ea0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 200 len: 917 time: 0.1049776 Sep 07 18:56:47.709219 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-6910b017-4f69-4fa2-b5a6-eb20caea4487 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 200 len: 999 time: 0.0625513 Sep 07 18:56:47.763309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-00df6a59-27ae-49b1-bdc1-e5d0723af00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.764677 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-00df6a59-27ae-49b1-bdc1-e5d0723af00f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 200 len: 855 time: 0.0473168 Sep 07 18:56:47.810711 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-c8ef3203-f018-46f9-82b7-14a30935de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:47.812340 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-c8ef3203-f018-46f9-82b7-14a30935de95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d30d7425-448b-4727-a855-b61b6ebfe033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399854 Sep 07 18:56:47.908343 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-1872d3a6-87c7-496d-a734-f9aaf422c383 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874555 Sep 07 18:56:48.003597 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-ffc972c1-be89-4fc3-af0a-40dd5df9a0f9 service neutron] 10.222.0.74 "GET /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Sep 07 18:56:48.191015 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:56:48.729880 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7f5a-c5fe-46c4-a085-4e7935692c15 req-44937763-7aa2-47db-a312-c75925e932a2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:48.731514 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-100f7f5a-c5fe-46c4-a085-4e7935692c15 req-44937763-7aa2-47db-a312-c75925e932a2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0527117 Sep 07 18:56:48.774601 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-100f7f5a-c5fe-46c4-a085-4e7935692c15 req-550928e0-ec41-4db8-b0b7-90006df0b07e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367236 Sep 07 18:56:48.791790 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:49.918214 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af3bdf-235b-4956-ac03-c6c65d6104ba req-736f873a-5799-424c-8e5a-49c856af1c34 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:49.919990 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e7af3bdf-235b-4956-ac03-c6c65d6104ba req-736f873a-5799-424c-8e5a-49c856af1c34 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0635757 Sep 07 18:56:49.962445 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e7af3bdf-235b-4956-ac03-c6c65d6104ba req-095b2df0-7100-4d24-bb08-b85c38692659 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361872 Sep 07 18:56:51.049757 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:56:51.090170 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f146a9-7495-43c7-9cbf-e58d94a8112c req-03ec271d-33cd-4e16-8a41-bff1603ef6a8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:51.091730 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-78f146a9-7495-43c7-9cbf-e58d94a8112c req-03ec271d-33cd-4e16-8a41-bff1603ef6a8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0532994 Sep 07 18:56:51.131678 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-78f146a9-7495-43c7-9cbf-e58d94a8112c req-09fe4716-5967-43f0-9d79-465f800cad06 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330229 Sep 07 18:56:52.264420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa88e-418a-4abd-aaa0-751b580f2232 req-13181c10-5427-4119-87d6-71d03897de0d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:52.264420 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-114aa88e-418a-4abd-aaa0-751b580f2232 req-13181c10-5427-4119-87d6-71d03897de0d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0537984 Sep 07 18:56:52.319475 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-114aa88e-418a-4abd-aaa0-751b580f2232 req-272e3779-2403-440c-b876-8b1074ab58cd tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457973 Sep 07 18:56:53.456893 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15236-5c19-4ce1-82bd-2654bffb05b4 req-ad8cc541-0ec8-4407-883f-76476e806022 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:53.458564 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-19a15236-5c19-4ce1-82bd-2654bffb05b4 req-ad8cc541-0ec8-4407-883f-76476e806022 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0587888 Sep 07 18:56:53.521782 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-19a15236-5c19-4ce1-82bd-2654bffb05b4 req-7e560531-eceb-4e35-8ab4-26ccaa597daa tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0562148 Sep 07 18:56:54.653241 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893a55-3b69-49a2-b5b2-13e96f430b54 req-7c5e8ecf-6258-4c55-9748-d8b239244f04 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:54.654751 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ce893a55-3b69-49a2-b5b2-13e96f430b54 req-7c5e8ecf-6258-4c55-9748-d8b239244f04 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0529857 Sep 07 18:56:54.705286 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ce893a55-3b69-49a2-b5b2-13e96f430b54 req-ec43330d-f606-473b-835d-5afb0816baa6 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434368 Sep 07 18:56:55.841730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169378-30dd-456a-bda6-a9059a408584 req-01732745-4e23-44d7-9b02-809e3a6e095b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:55.843189 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9169378-30dd-456a-bda6-a9059a408584 req-01732745-4e23-44d7-9b02-809e3a6e095b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0553815 Sep 07 18:56:55.889818 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d9169378-30dd-456a-bda6-a9059a408584 req-43a18e53-e964-4c29-913e-a69e33f0bae2 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383461 Sep 07 18:56:57.022449 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2f717-6022-49bf-bf31-3a740f001791 req-3b6c9c16-86f0-46b2-911d-39e0113a25e4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:57.024578 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cce2f717-6022-49bf-bf31-3a740f001791 req-3b6c9c16-86f0-46b2-911d-39e0113a25e4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0579340 Sep 07 18:56:57.067499 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cce2f717-6022-49bf-bf31-3a740f001791 req-db4e2947-d5be-4afd-b4ac-dc73c535194f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368705 Sep 07 18:56:58.229807 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f1614-8743-4b77-8dd2-aea07bf4942a req-02df475c-e4d0-40fc-a669-3bbb30bc8fc3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:58.231716 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9c6f1614-8743-4b77-8dd2-aea07bf4942a req-02df475c-e4d0-40fc-a669-3bbb30bc8fc3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0881290 Sep 07 18:56:58.277448 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9c6f1614-8743-4b77-8dd2-aea07bf4942a req-2be0cc35-4867-4eec-9b82-dc70e22219d9 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384982 Sep 07 18:56:59.407936 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d760a8b3-459c-43cc-8d5f-80050feffc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:56:59.417001 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f68dda-b26f-4c84-bbb5-3982108c63ec req-5ab51494-8fef-418b-a9e4-67ea0e16eb5b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:56:59.419367 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a3f68dda-b26f-4c84-bbb5-3982108c63ec req-5ab51494-8fef-418b-a9e4-67ea0e16eb5b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0608575 Sep 07 18:56:59.461738 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a3f68dda-b26f-4c84-bbb5-3982108c63ec req-73158703-8733-4a2d-81ba-38e88e3a1233 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363135 Sep 07 18:57:00.589551 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9159a-01c3-4942-a23d-44c3330a26dd req-5e29dd9e-cde6-4c81-b852-72e835e6372f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:00.591275 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fca9159a-01c3-4942-a23d-44c3330a26dd req-5e29dd9e-cde6-4c81-b852-72e835e6372f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0563109 Sep 07 18:57:00.630365 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fca9159a-01c3-4942-a23d-44c3330a26dd req-fccde0dc-48a0-4303-9386-110a65d1343b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329456 Sep 07 18:57:01.752749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee70c3-ea28-48b7-a828-3a539ea39801 req-0dea2ae6-b1d8-4bd5-9e9e-bac55c80a9d1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:01.754198 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6ee70c3-ea28-48b7-a828-3a539ea39801 req-0dea2ae6-b1d8-4bd5-9e9e-bac55c80a9d1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0507789 Sep 07 18:57:01.793193 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6ee70c3-ea28-48b7-a828-3a539ea39801 req-c4fc659a-0dca-4474-b197-c96a036c4ad4 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329554 Sep 07 18:57:02.697799 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3eb3eb4f-1a50-4872-9220-42b4b62bac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.726282 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:02.916730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321f1d0-d066-4fbf-94d4-61b3fe7b5f04 req-4483ec6e-44a0-4a0f-a9ab-7861d06c8e6f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:02.918182 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e321f1d0-d066-4fbf-94d4-61b3fe7b5f04 req-4483ec6e-44a0-4a0f-a9ab-7861d06c8e6f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0497873 Sep 07 18:57:02.963226 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e321f1d0-d066-4fbf-94d4-61b3fe7b5f04 req-6d907f5c-c65d-44d5-8c82-7c867866fd41 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373709 Sep 07 18:57:03.067088 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99019d9-a565-4b68-8c2e-56818053ad9b req-67012d4c-69a7-4631-9926-045f557285d3 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.068624 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d99019d9-a565-4b68-8c2e-56818053ad9b req-67012d4c-69a7-4631-9926-045f557285d3 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0557959 Sep 07 18:57:03.134487 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d99019d9-a565-4b68-8c2e-56818053ad9b req-fe763661-e0ae-4696-b73a-be817c287af9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570271 Sep 07 18:57:03.137511 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-053c3eb2-fe3d-4318-b5da-7ee38d15254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.138940 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-053c3eb2-fe3d-4318-b5da-7ee38d15254e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1137 time: 0.0694048 Sep 07 18:57:03.238305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-46ede967-83da-4fd1-8660-82ce8f0cf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.239817 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-46ede967-83da-4fd1-8660-82ce8f0cf719 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.0893035 Sep 07 18:57:03.309319 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-25b86e09-3882-471a-9a8b-04ee6c7a5565 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 1001 time: 0.0593565 Sep 07 18:57:03.365496 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-f4e8585b-b982-43c5-9c2d-a56d967e0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.367026 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-f4e8585b-b982-43c5-9c2d-a56d967e0bc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0497093 Sep 07 18:57:03.421274 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-1f08a53d-f9b6-463e-819b-92ec40b6a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:03.423150 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-1f08a53d-f9b6-463e-819b-92ec40b6a626 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459228 Sep 07 18:57:03.528393 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-a769e7e0-ed40-4ec4-956f-4c2a623c8e5d service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969160 Sep 07 18:57:03.622217 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d855289-f5d8-4dc4-a33e-5d32a65caed0 req-bb9404f9-0d05-4140-9b78-d7793cb8a3da service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853260 Sep 07 18:57:04.093537 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80683e-6e0a-4db0-8bee-b629a2b32773 req-99cffc97-6a7e-4faf-82d7-ee4aad4828c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.095120 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0f80683e-6e0a-4db0-8bee-b629a2b32773 req-99cffc97-6a7e-4faf-82d7-ee4aad4828c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Sep 07 18:57:04.133530 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0f80683e-6e0a-4db0-8bee-b629a2b32773 req-44881d23-18ab-49ba-a655-171424e845a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323613 Sep 07 18:57:04.255672 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba02b4-6052-412d-9806-c08b6ba46d10 req-f3f0aa79-ae35-4573-b33e-30a9828c475f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:04.257115 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-59ba02b4-6052-412d-9806-c08b6ba46d10 req-f3f0aa79-ae35-4573-b33e-30a9828c475f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0517540 Sep 07 18:57:04.291105 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=105640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 18:57:04.298585 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-59ba02b4-6052-412d-9806-c08b6ba46d10 req-85e7d058-167d-425c-9a0c-6315a2d40a52 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352921 Sep 07 18:57:04.392361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:04.524424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Returning: {'device': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'port_id': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'mac_address': 'fa:16:3e:1e:ce:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 18:57:04.577965 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.579908 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.595447 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 18:57:04.617361 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:04.622062 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:04.668812 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=9']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:04.676508 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.676852 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.677184 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.677514 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.677834 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.678157 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.678477 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.678796 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.679145 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.679439 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.679751 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.680057 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:04.990965 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:57:05.257746 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4c3-746e-4d73-a452-0f68c9f5be84 req-23779c41-b214-4419-a9e0-45d871480a39 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.259207 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9a1fc4c3-746e-4d73-a452-0f68c9f5be84 req-23779c41-b214-4419-a9e0-45d871480a39 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 944 time: 0.0525801 Sep 07 18:57:05.298036 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9a1fc4c3-746e-4d73-a452-0f68c9f5be84 req-b09f95ea-4c67-484b-8b17-6d9f46359c53 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327666 Sep 07 18:57:05.425003 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34e4d-7e40-4556-8768-2e42f2150de6 req-38c35569-f701-43db-9e4a-33914fa9574d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:05.426454 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c5b34e4d-7e40-4556-8768-2e42f2150de6 req-38c35569-f701-43db-9e4a-33914fa9574d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0603490 Sep 07 18:57:05.470732 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c5b34e4d-7e40-4556-8768-2e42f2150de6 req-5486b512-d859-45c7-b5ee-569615cc1802 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379956 Sep 07 18:57:05.880265 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.288376 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd up at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 18:57:06.339724 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Provisioning complete for port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:57:06.340096 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.420322 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63e4b1-7455-475d-a135-226d037819f1 req-cab8d861-efb8-4e36-94fd-66dee54b1342 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.422583 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.427422 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2b63e4b1-7455-475d-a135-226d037819f1 req-cab8d861-efb8-4e36-94fd-66dee54b1342 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 944 time: 0.0561619 Sep 07 18:57:06.447136 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:06.449413 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a19c1d25ff859bfaa3797d4e0ef5c6769fac8297208c3794290d35a6dfcfb341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b9f215-3cf1-487a-bd64-46410d388306" -d '{"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:06.461805 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2b63e4b1-7455-475d-a135-226d037819f1 req-d9109044-9dea-464b-b6fd-95381ca3ffc8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334568 Sep 07 18:57:06.463796 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:06.469215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:06.495288 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb752f1-c13e-40c5-8a26-08f7148d7489 x-openstack-request-id: req-ceb752f1-c13e-40c5-8a26-08f7148d7489 {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:06.495558 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-plugged", "status": "completed", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "code": 200}]} {{(pid=105640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:06.495831 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceb752f1-c13e-40c5-8a26-08f7148d7489 {{(pid=105640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:06.496203 dv-cinder-790535-12-iscsi neutron-server[105640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'code': 200} Sep 07 18:57:06.523630 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Pushing event updated for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=10']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:06.600718 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac07163-e992-40ac-ae80-cbcafe3cba45 req-f0e6ca9d-a81f-449c-a8fc-a364dd835697 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.602285 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5ac07163-e992-40ac-ae80-cbcafe3cba45 req-f0e6ca9d-a81f-449c-a8fc-a364dd835697 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0549271 Sep 07 18:57:06.644010 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5ac07163-e992-40ac-ae80-cbcafe3cba45 req-67fba5e0-9375-44cc-8d30-0540ee7f1bc9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351770 Sep 07 18:57:06.746867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3bef-3ba2-43b2-9610-2c9b6dbd507b req-10b827d7-5ffe-4a42-b818-ce025b0e02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:06.748400 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8e3a3bef-3ba2-43b2-9610-2c9b6dbd507b req-10b827d7-5ffe-4a42-b818-ce025b0e02db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 1099 time: 0.0414963 Sep 07 18:57:06.793435 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8e3a3bef-3ba2-43b2-9610-2c9b6dbd507b req-667a7ff5-65d8-4103-b883-186e2ae3f9b5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350285 Sep 07 18:57:07.589866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0400-66fa-473d-a763-6f75a468e2c3 req-cc9c8008-97fb-4b63-9c08-1053a5a40b12 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.591389 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-24db0400-66fa-473d-a763-6f75a468e2c3 req-cc9c8008-97fb-4b63-9c08-1053a5a40b12 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Sep 07 18:57:07.631407 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-24db0400-66fa-473d-a763-6f75a468e2c3 req-1f3d54ef-1755-4e89-96fd-d7cf8636669a tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337999 Sep 07 18:57:07.762500 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6d82-4c27-410d-873c-c6eda358e4ed req-f34509b5-74be-4bd2-8b97-6d9d625e7807 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:07.764079 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a17f6d82-4c27-410d-873c-c6eda358e4ed req-f34509b5-74be-4bd2-8b97-6d9d625e7807 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0509381 Sep 07 18:57:07.804628 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a17f6d82-4c27-410d-873c-c6eda358e4ed req-88d77994-a09b-465a-beae-7e293ca2d21c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343108 Sep 07 18:57:08.757034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b24dde-7076-426b-8364-4f6766913564 req-57503f3d-dc44-4209-959c-6c838767e39d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.758531 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-00b24dde-7076-426b-8364-4f6766913564 req-57503f3d-dc44-4209-959c-6c838767e39d tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0512068 Sep 07 18:57:08.801737 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-00b24dde-7076-426b-8364-4f6766913564 req-94070390-a325-47dc-b1f6-61a2f39adae0 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368876 Sep 07 18:57:08.924327 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cf53-3cdb-4c83-9510-47ebf1cd6bd7 req-5cc880a2-1e7d-49eb-b801-4c5f7937f046 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:08.925716 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d465cf53-3cdb-4c83-9510-47ebf1cd6bd7 req-5cc880a2-1e7d-49eb-b801-4c5f7937f046 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0509994 Sep 07 18:57:08.968244 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d465cf53-3cdb-4c83-9510-47ebf1cd6bd7 req-40e9230b-39f6-4c2f-8c77-081b8f18dd7b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364110 Sep 07 18:57:09.926758 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1bc57-8766-4ebc-bbfe-c9e108fed7c1 req-36603123-0aa5-4e2b-972a-dc194ee39766 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:09.928285 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c3d1bc57-8766-4ebc-bbfe-c9e108fed7c1 req-36603123-0aa5-4e2b-972a-dc194ee39766 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0518646 Sep 07 18:57:09.970694 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c3d1bc57-8766-4ebc-bbfe-c9e108fed7c1 req-6e23a52c-6b65-43d7-b9e9-4359bedf5826 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361378 Sep 07 18:57:10.097184 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb94f-4d1a-4c80-b824-a3051131f157 req-fe99a727-6e2b-4b2d-845d-39287c8a3f5d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:10.098718 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-898fb94f-4d1a-4c80-b824-a3051131f157 req-fe99a727-6e2b-4b2d-845d-39287c8a3f5d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0603764 Sep 07 18:57:10.142709 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-898fb94f-4d1a-4c80-b824-a3051131f157 req-da0075ea-07bc-4e81-a4a8-a94842327fed tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376019 Sep 07 18:57:11.270853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723c700-1d76-4939-bb81-f9d1d9ae876a req-61773ac1-3501-4af7-9287-45eecfe55b99 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:11.272385 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9723c700-1d76-4939-bb81-f9d1d9ae876a req-61773ac1-3501-4af7-9287-45eecfe55b99 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0539248 Sep 07 18:57:11.315763 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9723c700-1d76-4939-bb81-f9d1d9ae876a req-a8420697-f510-4b65-98aa-043c4d991b9c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370936 Sep 07 18:57:12.433806 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802da12-af0c-452d-9605-8cb1b35e2b10 req-d66263b8-0052-4e9d-9127-0fbb4f28a692 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:12.435368 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a802da12-af0c-452d-9605-8cb1b35e2b10 req-d66263b8-0052-4e9d-9127-0fbb4f28a692 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0518470 Sep 07 18:57:12.479668 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a802da12-af0c-452d-9605-8cb1b35e2b10 req-1760628f-5de3-4416-8be3-d22687eae926 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374062 Sep 07 18:57:13.600281 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27e2c0-a651-4373-8cc5-9c152c69a0f5 req-c4e9ab7a-6d87-4e0d-b01d-0fbcec7c7e54 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:13.601828 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3a27e2c0-a651-4373-8cc5-9c152c69a0f5 req-c4e9ab7a-6d87-4e0d-b01d-0fbcec7c7e54 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0510364 Sep 07 18:57:13.642402 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3a27e2c0-a651-4373-8cc5-9c152c69a0f5 req-673fdca0-b77a-4fab-9917-5f0da3c9312c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343466 Sep 07 18:57:14.763223 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f3e2-1949-4f67-bb35-6cd9030d8c4b req-9c4ed618-84f2-4949-9950-adead50ca6f5 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:14.764751 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6121f3e2-1949-4f67-bb35-6cd9030d8c4b req-9c4ed618-84f2-4949-9950-adead50ca6f5 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0508947 Sep 07 18:57:14.806432 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6121f3e2-1949-4f67-bb35-6cd9030d8c4b req-ebd420e0-a2f2-41ea-9145-708223932026 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351005 Sep 07 18:57:15.925773 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef210f-713b-4278-8bec-bac5dac78e60 req-187069a2-77df-499f-b4c0-699d7d1760b9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:15.927341 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bef210f-713b-4278-8bec-bac5dac78e60 req-187069a2-77df-499f-b4c0-699d7d1760b9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0508273 Sep 07 18:57:15.975220 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bef210f-713b-4278-8bec-bac5dac78e60 req-6b7dd966-5012-42bd-8346-0474a544af1b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415084 Sep 07 18:57:17.102448 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb164b6-599c-4baa-86a0-277375a7ffb9 req-c1601eec-79a1-41ef-8062-d5a98e28934a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:17.103974 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8eb164b6-599c-4baa-86a0-277375a7ffb9 req-c1601eec-79a1-41ef-8062-d5a98e28934a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0564747 Sep 07 18:57:17.147827 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8eb164b6-599c-4baa-86a0-277375a7ffb9 req-e064977e-b150-464b-b96d-a5db093c5ed3 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375581 Sep 07 18:57:18.268965 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918f2d8-da26-4846-b771-002e243d67a4 req-ff034340-1903-4865-8b1d-e5201a191491 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:18.270480 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7918f2d8-da26-4846-b771-002e243d67a4 req-ff034340-1903-4865-8b1d-e5201a191491 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0512538 Sep 07 18:57:18.311157 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7918f2d8-da26-4846-b771-002e243d67a4 req-dffdc4d6-7e9a-444c-b74c-a74734e89f45 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343194 Sep 07 18:57:18.793169 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:19.435874 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643b5cd-ff01-47dd-b4d0-a4f8c02d7003 req-2d819b41-2995-4c59-b3f9-0ceb3893c4f9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:19.437370 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d643b5cd-ff01-47dd-b4d0-a4f8c02d7003 req-2d819b41-2995-4c59-b3f9-0ceb3893c4f9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0562706 Sep 07 18:57:19.478478 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d643b5cd-ff01-47dd-b4d0-a4f8c02d7003 req-da065543-73cb-43c0-ae25-c3a69871f9b0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348425 Sep 07 18:57:20.593651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09697ce-30eb-4722-bd28-bdd489543da4 req-de6fb449-9771-440f-a9f6-6d871d11ff92 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:20.595111 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d09697ce-30eb-4722-bd28-bdd489543da4 req-de6fb449-9771-440f-a9f6-6d871d11ff92 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0496812 Sep 07 18:57:20.636571 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d09697ce-30eb-4722-bd28-bdd489543da4 req-64d449e7-2ca8-4a26-b9a7-e6054c42e0e1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351138 Sep 07 18:57:21.763612 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febead7f-aeb7-4d4a-bd16-ba3d0f33ea9e req-63c5f731-14b0-49af-80bf-89873e058e4b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:21.765021 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-febead7f-aeb7-4d4a-bd16-ba3d0f33ea9e req-63c5f731-14b0-49af-80bf-89873e058e4b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0585966 Sep 07 18:57:21.811417 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-febead7f-aeb7-4d4a-bd16-ba3d0f33ea9e req-ada3225f-200b-45d5-8b90-41934eee51b0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386608 Sep 07 18:57:22.934928 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb43efc-d2bb-4585-98c1-8b4adc8bd656 req-429e03c8-b6aa-44c6-a929-a011dda7dc0f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:22.936404 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ccb43efc-d2bb-4585-98c1-8b4adc8bd656 req-429e03c8-b6aa-44c6-a929-a011dda7dc0f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0517838 Sep 07 18:57:22.984069 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ccb43efc-d2bb-4585-98c1-8b4adc8bd656 req-3f234214-e905-4773-b2a7-20e5aa819597 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379717 Sep 07 18:57:24.118508 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2f9e-76d2-463a-9c01-5fa0845954c8 req-98b9ccd6-6ee2-42b7-9362-460b0e065da4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:24.120292 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e58f2f9e-76d2-463a-9c01-5fa0845954c8 req-98b9ccd6-6ee2-42b7-9362-460b0e065da4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0632029 Sep 07 18:57:24.175256 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e58f2f9e-76d2-463a-9c01-5fa0845954c8 req-47a05c8a-d33a-4ae6-bf02-e8857d13a2c0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467300 Sep 07 18:57:25.300185 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bcbd7-b3e8-4759-a69a-0227c75ab9b2 req-c059939b-c624-4c46-8b51-eab9d82bdd7d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:25.302410 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4d6bcbd7-b3e8-4759-a69a-0227c75ab9b2 req-c059939b-c624-4c46-8b51-eab9d82bdd7d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0504072 Sep 07 18:57:25.348683 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4d6bcbd7-b3e8-4759-a69a-0227c75ab9b2 req-4c810c16-4969-41ed-9ee4-60d09ff466df tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e35644ee-9efc-4e65-a28b-2154079d7440&id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397649 Sep 07 18:57:28.052741 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:57:29.412271 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8705a766-88ac-412f-bddf-a8d72154ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.700809 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d8f52574-a2ca-4565-9595-a98fe28eb8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:32.729938 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:34.566686 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:35.889889 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:48.514442 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3793c-6b59-4b32-bc0f-daca2b38a546 req-3da6638b-ca99-4645-8538-04d8e442093f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:48.517724 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89c3793c-6b59-4b32-bc0f-daca2b38a546 req-3da6638b-ca99-4645-8538-04d8e442093f tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0650020 Sep 07 18:57:48.566320 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-89c3793c-6b59-4b32-bc0f-daca2b38a546 req-77fd3b75-9c9f-4249-9dd6-bbbabe9898c7 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423903 Sep 07 18:57:48.799806 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:49.701507 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24f9c-0f84-40ca-8913-5af0735aebf7 req-80464948-0d09-46a0-b074-e65135093a35 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:49.703098 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aba24f9c-0f84-40ca-8913-5af0735aebf7 req-80464948-0d09-46a0-b074-e65135093a35 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0527012 Sep 07 18:57:49.743260 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aba24f9c-0f84-40ca-8913-5af0735aebf7 req-611edd33-b836-4b5e-89ea-8ee4d5e7fa59 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338180 Sep 07 18:57:50.620185 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-b57038a2-fec4-4afd-a192-ea5413475e6e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.621669 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-b57038a2-fec4-4afd-a192-ea5413475e6e tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0538719 Sep 07 18:57:50.727581 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Deleting port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:50.728543 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.827851 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] For port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:50.828122 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:50.877948 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3e312-6a96-496b-beba-ab7574cf5cba req-7d9df83d-bda3-4798-acac-f0c0ad734817 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:50.880257 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dcd3e312-6a96-496b-beba-ab7574cf5cba req-7d9df83d-bda3-4798-acac-f0c0ad734817 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Sep 07 18:57:50.922447 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dcd3e312-6a96-496b-beba-ab7574cf5cba req-c8c472ad-7c6c-4137-b4ae-308038f3f4e3 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups?id=57712f4d-863c-4669-96df-cac6c8d69ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358996 Sep 07 18:57:50.986562 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 37636) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:51.250104 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Deleting port 0d7d942c-57d6-4075-9704-65c24618ace9 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:51.250359 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.250486 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.250583 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.250725 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Floating IP 5accc1c3-c7ad-4d10-814b-81f491cdd87c disassociated. External IP: 172.27.2.148, port: 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd. Sep 07 18:57:51.251089 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Calling delete_port for 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:51.335669 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.335933 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.348439 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Calling delete_port for 0d7d942c-57d6-4075-9704-65c24618ace9 owned by network:floatingip {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:51.388078 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.416251 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'Port': ['ID=71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:51.427079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.427421 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.427739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.428045 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.428399 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.428722 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.429036 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.429355 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.429656 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.429954 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.430287 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.430595 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.542971 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:51.544091 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.570568 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event deleted for resources: {'Port': ['ID=0d7d942c-57d6-4075-9704-65c24618ace9,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:51.582044 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.582362 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.582729 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.583072 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.583399 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.583720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.584036 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.584354 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.584667 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.584983 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.585297 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.585603 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:57:51.648187 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for floatingip, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.648830 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.l3_db [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Floating IP b6069e30-3021-4057-94c0-727db2ee351d disassociated (deleted). External IP: 172.27.2.69, port: 16c35cec-a8a9-45fa-aed9-7d2232169d60. Sep 07 18:57:51.656694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:51.666938 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:51.683736 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:51.687288 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:57:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:51.700019 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] No DVR routers for this DVR port 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:51.702694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:51.704922 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-23e78ee5-50c3-4474-957a-a55c274d70c6 req-386be493-d1d5-48b5-9a83-dbdfde06fc65 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.74 "DELETE /v2.0/ports/71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd HTTP/1.1" status: 204 len: 173 time: 1.0735617 Sep 07 18:57:51.705491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-deleted', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:51.707978 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56deb12c-4f4d-48ed-bf65-97e972b5b36d" -d '{"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-deleted", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:51.747406 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c050ed6f-574d-4086-b9f5-5b6c16f5e841 x-openstack-request-id: req-c050ed6f-574d-4086-b9f5-5b6c16f5e841 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:51.748399 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4335c15e-865c-4d96-94b7-4bdf376ebcf9", "name": "network-vif-deleted", "tag": "71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:51.748866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c050ed6f-574d-4086-b9f5-5b6c16f5e841 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:51.749480 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335c15e-865c-4d96-94b7-4bdf376ebcf9', 'name': 'network-vif-deleted', 'tag': '71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd', 'status': 'completed', 'code': 200} Sep 07 18:57:51.815034 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:51.879988 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-6c19431e-93e0-411d-ba36-16623ecd8b92 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789607 Sep 07 18:57:51.992209 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:57:52.057047 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-1bf25ac6-c065-4be2-ae1c-ead65fac6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.058787 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-1bf25ac6-c065-4be2-ae1c-ead65fac6446 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0864758 Sep 07 18:57:52.075968 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.105173 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:52.114597 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:52.115582 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:57:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.124576 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-82586e68-9b54-4986-9e6f-63ab3bf569b8 req-e5a084ab-4417-4037-a5d0-3c5da63c9f0b tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/ports?device_id=4335c15e-865c-4d96-94b7-4bdf376ebcf9 HTTP/1.1" status: 200 len: 210 time: 0.0771229 Sep 07 18:57:52.151660 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:57:52.157123 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:52.164185 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Sync routers for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:57:52.178534 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:52.179489 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:57:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.203399 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d82a10f3-2850-4831-ae9b-a05f07bf901c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "DELETE /v2.0/floatingips/b6069e30-3021-4057-94c0-727db2ee351d HTTP/1.1" status: 204 len: 168 time: 1.2155871 Sep 07 18:57:52.208694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:52.209204 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-4bc3758b-5da2-4e38-b195-e529752ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.214055 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-4bc3758b-5da2-4e38-b195-e529752ab118 service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.1300209 Sep 07 18:57:52.214996 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b145d4-4b2c-47ae-98cd-fc622d20164f" -d '{"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:52.264332 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dea9b5-4d89-41ee-8da0-03eedc277834 x-openstack-request-id: req-19dea9b5-4d89-41ee-8da0-03eedc277834 {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:52.264620 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:52.264869 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19dea9b5-4d89-41ee-8da0-03eedc277834 {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:52.265268 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'status': 'completed', 'code': 200} Sep 07 18:57:52.267583 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-4d0f18db-dcd7-443a-a69c-b567b98cef15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 217 time: 0.0437975 Sep 07 18:57:52.281237 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:52.341369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-cf983309-32d2-42a7-bec5-9adefe622606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.342920 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-cf983309-32d2-42a7-bec5-9adefe622606 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0513957 Sep 07 18:57:52.428393 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-ca2af932-55cf-4b57-a7d1-b0fa8f08fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.430060 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-ca2af932-55cf-4b57-a7d1-b0fa8f08fabd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773964 Sep 07 18:57:52.440946 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:52.511816 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd38e9-e164-4df5-be18-63a56b336912 req-066baec0-345f-4165-a266-1a26ae1eafcf tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.519790 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2acd38e9-e164-4df5-be18-63a56b336912 req-066baec0-345f-4165-a266-1a26ae1eafcf tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Sep 07 18:57:52.531460 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.567261 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2acd38e9-e164-4df5-be18-63a56b336912 req-d756eed9-6d80-417d-84c8-81dc5234712f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Sep 07 18:57:52.576219 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acd4a2-4d62-4312-8e84-1d7f5ea396cd None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T18:51:15Z', 'revision_number': 4, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'f8f7b78e-94fa-461f-a0ff-8a388d6358b9', 'name': '', 'network_id': 'd30d7425-448b-4727-a855-b61b6ebfe033', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'mac_address': 'fa:16:3e:e2:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:14Z', 'updated_at': '2021-09-07T18:51:21Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'subnets': [{'id': '4a35ad71-1ab5-4cde-8578-ba928be0870a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:52.579557 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-24f53111-7107-416d-8fdd-95c6d5d6c08c service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225777 Sep 07 18:57:52.665633 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.686895 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-90e4a3d5-c7b6-43f5-8281-db646a75d5ea req-84a3d369-b318-4e9c-83d5-d12734369a18 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981617 Sep 07 18:57:52.692355 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Checking router: f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:57:52.701702 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:57:52.702321 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:57:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:52.825438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-99870671-0f74-4401-85b8-b98cd508889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.825988 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:57:52.826997 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-99870671-0f74-4401-85b8-b98cd508889c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 1098 time: 0.0446463 Sep 07 18:57:52.841297 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236f748-6aa3-4617-be95-b40600b93d59 None None] New status for floating IP 5accc1c3-c7ad-4d10-814b-81f491cdd87c: DOWN {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:57:52.932473 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-11c66566-5561-449e-8a9f-4beffb54143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:52.933899 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-11c66566-5561-449e-8a9f-4beffb54143f service neutron] 10.222.0.74 "GET /v2.0/networks?id=205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 200 len: 909 time: 0.0973361 Sep 07 18:57:52.984688 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-fab48f05-e48e-42b1-b146-d5e34da25bfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 200 len: 217 time: 0.0417752 Sep 07 18:57:53.054865 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-2dd85bbd-5128-4ae3-af8c-48a68a1c1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.056383 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-2dd85bbd-5128-4ae3-af8c-48a68a1c1f93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 200 len: 847 time: 0.0541434 Sep 07 18:57:53.078228 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:57:53.104589 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4935-d04f-4f39-9552-fc48ca657aac None None] The sync data for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi is: [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:52:23Z', 'revision_number': 4, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'ace39879-8042-4fd3-9491-5e2cb976cbe6', 'name': '', 'network_id': '205f6de1-5c8b-4034-bcc2-58443d3aa503', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'mac_address': 'fa:16:3e:ac:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:22Z', 'updated_at': '2021-09-07T18:52:29Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'subnets': [{'id': '302355d5-b694-41e9-ae4f-188b5ef674a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:57:53.113678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-8c4976f9-610e-4acf-b9de-e15f08fd5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.115278 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-8c4976f9-610e-4acf-b9de-e15f08fd5dea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=205f6de1-5c8b-4034-bcc2-58443d3aa503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493217 Sep 07 18:57:53.230377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 37666) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:53.266307 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-4cbfe43f-00f0-4cd3-8beb-72f4d62b5116 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164615 Sep 07 18:57:53.357166 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.377916 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8316bc9-10a4-4d5e-aa6b-3d70725cff2a None None] New status for floating IP b6069e30-3021-4057-94c0-727db2ee351d: DOWN {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:57:53.399217 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.414348 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a2b145d4-4b2c-47ae-98cd-fc622d20164f req-b22fc719-a22c-431d-b1ae-5c51ed4c29c8 service neutron] 10.222.0.74 "GET /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399291 Sep 07 18:57:53.462305 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.466687 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.468042 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "DELETE /v2.0/security-groups/57712f4d-863c-4669-96df-cac6c8d69ec6 HTTP/1.1" status: 204 len: 168 time: 0.2366171 Sep 07 18:57:53.471015 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 37670) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:53.483010 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb16af-14a1-452d-b43e-019a4e3074a1 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57712f4d-863c-4669-96df-cac6c8d69ec6,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:53.491478 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.api.v2.resource [None req-49a95cd5-a6bf-493d-82f2-c2908ac29b55 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] show failed (client error): The resource could not be found. Sep 07 18:57:53.494893 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-49a95cd5-a6bf-493d-82f2-c2908ac29b55 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "GET /v2.0/security-groups/57712f4d-863c-4669-96df-cac6c8d69ec6 HTTP/1.1" status: 404 len: 347 time: 0.0190618 Sep 07 18:57:53.495615 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 37672) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:57:53.652778 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Deleting port 8a6771f4-833b-4ec5-a96c-50fa6841b9c8 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:53.653097 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.726648 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4dfd-328a-45f5-b161-0f3b999d9d7b req-c1fe0572-4449-448b-8bff-39f7a2edd9d6 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:53.728175 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7d9e4dfd-328a-45f5-b161-0f3b999d9d7b req-c1fe0572-4449-448b-8bff-39f7a2edd9d6 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.1015608 Sep 07 18:57:53.764881 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.765159 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.786042 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Calling delete_port for 8a6771f4-833b-4ec5-a96c-50fa6841b9c8 owned by network:floatingip {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:53.795248 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7d9e4dfd-328a-45f5-b161-0f3b999d9d7b req-c0b9ff70-edee-46ca-a9fe-6e7b19a7b030 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566554 Sep 07 18:57:53.924451 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:53.950542 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Pushing event deleted for resources: {'Port': ['ID=8a6771f4-833b-4ec5-a96c-50fa6841b9c8,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:54.015008 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks [] for floatingip, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.017702 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:54.018923 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-15c171c1-446f-4ab8-b201-1e22a1a449f8 tempest-AttachVolumeShelveTestJSON-1803433535 tempest-AttachVolumeShelveTestJSON-1803433535-project] 10.222.0.25 "DELETE /v2.0/floatingips/5accc1c3-c7ad-4d10-814b-81f491cdd87c HTTP/1.1" status: 204 len: 168 time: 0.5221388 Sep 07 18:57:54.530872 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:54.552726 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:54.553258 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 71d6dd7a-1a78-4a5b-a1db-ed11ec7cb6dd not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:54.839245 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-2f5bd1a1-21fa-4e7d-a5f2-4880bfe42faa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:54.841069 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-2f5bd1a1-21fa-4e7d-a5f2-4880bfe42faa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.74 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Sep 07 18:57:54.944639 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Deleting port 16c35cec-a8a9-45fa-aed9-7d2232169d60 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:57:54.945372 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.046565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] For port 16c35cec-a8a9-45fa-aed9-7d2232169d60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16c35cec-a8a9-45fa-aed9-7d2232169d60,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:57:55.046970 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.060239 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Calling delete_port for 16c35cec-a8a9-45fa-aed9-7d2232169d60 owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:57:55.075616 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5249720-5d0c-4e82-879c-3e4d938f00b9 req-d2200664-6a25-4491-b173-c00837ffab87 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:57:55.077182 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c5249720-5d0c-4e82-879c-3e4d938f00b9 req-d2200664-6a25-4491-b173-c00837ffab87 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Sep 07 18:57:55.125256 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c5249720-5d0c-4e82-879c-3e4d938f00b9 req-51a29bf6-7014-403d-ae4f-d8655ed76998 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/security-groups?id=65e7b766-6f0e-47d9-85d4-9fd927555d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Sep 07 18:57:55.233951 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.264662 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event deleted for resources: {'Port': ['ID=16c35cec-a8a9-45fa-aed9-7d2232169d60,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:57:55.304979 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] No DVR routers for this DVR port 16c35cec-a8a9-45fa-aed9-7d2232169d60 on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 18:57:55.307678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:55.309833 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2e3d74e7-3e66-4589-b0b8-d75aa8179af5 req-6713e3aa-1c30-476a-8ce4-941fdb652240 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.74 "DELETE /v2.0/ports/16c35cec-a8a9-45fa-aed9-7d2232169d60 HTTP/1.1" status: 204 len: 173 time: 0.4615123 Sep 07 18:57:55.310256 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-deleted', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:57:55.312666 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef82f8-227d-4f02-aad9-f7feb713c486" -d '{"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-deleted", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:57:55.348096 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e7d76-1e9b-442b-868b-fca1e866fa9f x-openstack-request-id: req-4d0e7d76-1e9b-442b-868b-fca1e866fa9f {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:57:55.348540 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a11be-4325-45d9-9936-b2681da0c577", "name": "network-vif-deleted", "tag": "16c35cec-a8a9-45fa-aed9-7d2232169d60", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:57:55.348812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0e7d76-1e9b-442b-868b-fca1e866fa9f {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:57:55.349412 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651a11be-4325-45d9-9936-b2681da0c577', 'name': 'network-vif-deleted', 'tag': '16c35cec-a8a9-45fa-aed9-7d2232169d60', 'status': 'completed', 'code': 200} Sep 07 18:57:56.219489 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8f537732-a046-4ce7-808c-ed1017690b7b req-f8a60b09-4206-4ee1-b18a-bd5c4fc8183d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Sep 07 18:57:57.315735 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9fded0a4-3af4-4af8-a2fc-a0a0ad5d4d76 req-1c7670f6-7948-4cff-accc-faecc1996203 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0267496 Sep 07 18:57:58.408967 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d7811fb3-3da4-4bce-b6f1-2c9a60eeabbe req-6010331c-b068-4c19-b0d2-cd78008f4ecb tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0260386 Sep 07 18:57:58.553557 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 18:57:58.579110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 16c35cec-a8a9-45fa-aed9-7d2232169d60 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 18:57:58.579450 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16c35cec-a8a9-45fa-aed9-7d2232169d60 not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 18:57:59.417074 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3d2a690d-dfab-41b1-853c-3f03256f365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:57:59.506451 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1236ede-0e85-4d6c-9684-4aa94116f42b req-e3614630-baef-46ae-a14a-7e253ea5044d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Sep 07 18:58:00.603004 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-97e2134e-20c9-4e93-84d7-42166e8ce414 req-e74d1235-b4a5-45f8-9b1e-1a3aa8c56d00 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Sep 07 18:58:01.699261 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-217f1717-7c6d-49cd-af8e-5cdf2f2cf516 req-7ace554d-80c5-4bef-a0cf-5da834fabec2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Sep 07 18:58:02.704668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e8d9cee0-6574-4547-9880-632d3e3e996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.731475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:02.801117 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-20efe200-0658-43a0-910c-a65e95b2bb69 req-891ea5df-dcd6-4a80-972b-97f19f316359 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0315373 Sep 07 18:58:03.904413 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-23a2e10c-3094-4fd6-acda-dc82efd85163 req-b441bad5-e9ba-4b02-820e-d7e1d8eafb7b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0273623 Sep 07 18:58:04.352290 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-be97d308-be8c-443f-93fe-4cb8363abc39 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202320539&fields=id&tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea HTTP/1.1" status: 200 len: 267 time: 0.0374477 Sep 07 18:58:04.407612 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-b23c905b-2094-45ef-a2b3-af59dc116c8f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:04.409354 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-b23c905b-2094-45ef-a2b3-af59dc116c8f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 984 time: 0.0510447 Sep 07 18:58:04.421103 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Request body: {'port': {'security_groups': ['e39def08-8cee-4f66-8d6a-91f0ed47bac4']}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 18:58:04.493217 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.574753 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.675223 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:58:04.710207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.716838 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.755916 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:04.760389 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:04.761037 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.762430 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5e9fbe0f-0e59-48c5-8950-a2baa353c2fe req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "PUT /v2.0/ports/6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 942 time: 0.3461747 Sep 07 18:58:04.762926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:04.765262 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b766a056615b357b08694f0ad7c35557ade0eb2819f60d237b0f0906574f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be51848-e15d-4b9b-8af5-fb0657719c41" -d '{"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:04.770132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 37726) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:04.789997 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33901e7-0ed1-46ce-a288-34db64ed3916 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event updated for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=7']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:04.818300 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bec66a-694a-4375-8598-7c40041ee96e x-openstack-request-id: req-d2bec66a-694a-4375-8598-7c40041ee96e {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:04.818592 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:04.818872 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2bec66a-694a-4375-8598-7c40041ee96e {{(pid=105638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:04.819293 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 18:58:04.849115 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.906554 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:04.931312 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 18:58:04.999053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.001764 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.005766 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "DELETE /v2.0/security-groups/e35644ee-9efc-4e65-a28b-2154079d7440 HTTP/1.1" status: 204 len: 168 time: 0.2318196 Sep 07 18:58:05.007167 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 37730) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:58:05.013684 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-73c0ec75-a193-43ac-ab7d-78d0be07f8d5 req-ff88e9d8-e138-4fe1-9839-9c3d6be2bc30 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0307271 Sep 07 18:58:05.023074 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-ed61b3e5-6152-4b32-90c9-db538d4d1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.024753 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-ed61b3e5-6152-4b32-90c9-db538d4d1fbf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.1554060 Sep 07 18:58:05.057707 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:58:05.058772 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-64d18a2c-2e68-4d45-b532-d485f8c7e8db None None] Provisioning complete for port 6d8c1310-d92e-4fdd-b192-79f368f3943a triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 18:58:05.059134 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-64d18a2c-2e68-4d45-b532-d485f8c7e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.065547 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe26f4-82b7-46f9-bbe0-958affbc6d7f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35644ee-9efc-4e65-a28b-2154079d7440,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:05.214753 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-9f93ec44-9c2e-445b-8b14-8585e3eb5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.216235 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-9f93ec44-9c2e-445b-8b14-8585e3eb5b86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.1621516 Sep 07 18:58:05.314753 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-e166319f-108e-44ad-88f8-9beea9b14833 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 1001 time: 0.0897284 Sep 07 18:58:05.326132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Deleting port 1be2305b-7dbb-4a58-b23e-7fa91e073578 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:58:05.326379 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.415860 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-f33fb4c1-f1f3-4e18-95ea-cf0581b12735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.417298 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-f33fb4c1-f1f3-4e18-95ea-cf0581b12735 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0889904 Sep 07 18:58:05.462687 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.463044 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.477566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Calling delete_port for 1be2305b-7dbb-4a58-b23e-7fa91e073578 owned by network:floatingip {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:58:05.499150 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-5ddf8cc1-4f7c-443b-af2c-8ceab2ee03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:05.500672 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-5ddf8cc1-4f7c-443b-af2c-8ceab2ee03f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744772 Sep 07 18:58:05.889099 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:05.925474 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-9a9dbe25-d866-48b1-b15b-3e01d41f8598 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895953 Sep 07 18:58:06.055482 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9be51848-e15d-4b9b-8af5-fb0657719c41 req-5c488081-6eef-4f9f-b195-d7477bd19369 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214647 Sep 07 18:58:06.056022 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.083195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event deleted for resources: {'Port': ['ID=1be2305b-7dbb-4a58-b23e-7fa91e073578,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:58:06.156163 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b8c7ff6d-343e-4410-9f22-8928017649d7 req-c2f34c0a-2e4a-45a0-a2f5-1e011b72e4a1 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0493870 Sep 07 18:58:06.172671 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks [] for floatingip, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.173936 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Floating IP 8d30bee9-bcae-4523-972d-b26766c83ae4 disassociated (deleted). External IP: 172.27.2.189, port: 6d8c1310-d92e-4fdd-b192-79f368f3943a. Sep 07 18:58:06.388074 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Router 3c81391f-6a6d-4747-9a56-206d550f4981 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:58:06.497101 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:58:06.501678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:06.510110 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Sync routers for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:58:06.520760 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:06.521414 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:58:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:06.530881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-788b93d9-0c73-45bc-8680-d4a41fe1b30d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "DELETE /v2.0/floatingips/8d30bee9-bcae-4523-972d-b26766c83ae4 HTTP/1.1" status: 204 len: 168 time: 1.5214994 Sep 07 18:58:06.531603 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 18:58:06.534153 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff9030-9f83-4f3a-9799-d56ea782dde8" -d '{"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 18:58:06.578171 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298ead7f-a1dd-4cae-b6f7-16def8dfc959 x-openstack-request-id: req-298ead7f-a1dd-4cae-b6f7-16def8dfc959 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 18:58:06.578342 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 18:58:06.578587 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-298ead7f-a1dd-4cae-b6f7-16def8dfc959 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 18:58:06.579149 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 18:58:06.637781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:06.668083 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-142dbeb8-7a4a-4e6b-912e-a9d29a344b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.669521 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-142dbeb8-7a4a-4e6b-912e-a9d29a344b77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.0444996 Sep 07 18:58:06.770181 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-e6029d28-d081-48f9-99c1-b16e203454a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.771756 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-e6029d28-d081-48f9-99c1-b16e203454a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.0949957 Sep 07 18:58:06.817841 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-0a61b40c-c579-4e0d-8473-50bde6b724cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 217 time: 0.0368419 Sep 07 18:58:06.876493 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-772c8152-17f4-4142-a7f1-3f2d01573fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.878080 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-772c8152-17f4-4142-a7f1-3f2d01573fcc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0522449 Sep 07 18:58:06.926896 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-39173b74-f175-472a-a8f3-fef888dea534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:06.928353 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-39173b74-f175-472a-a8f3-fef888dea534 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425990 Sep 07 18:58:06.956858 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:06.983046 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Checking router: 3c81391f-6a6d-4747-9a56-206d550f4981 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:58:06.992491 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:58:06.993115 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:58:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:07.019075 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-3d42bdaa-0f2d-4a6b-84fe-540faef74313 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Sep 07 18:58:07.109429 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:58:07.122221 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e4ff9030-9f83-4f3a-9799-d56ea782dde8 req-446f389a-f77e-4b3a-b23c-8595585093cd service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959601 Sep 07 18:58:07.258317 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ef329cb7-c020-417e-ad56-3f803d0a3456 req-a657dd90-c599-4a3b-a60d-7ce020a4e6d4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0273199 Sep 07 18:58:07.339712 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:58:07.365573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636ec1c9-2b1d-4b28-ac05-7a0c0b62bb54 None None] The sync data for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi is: [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T18:55:24Z', 'revision_number': 4, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '93a306ec-eec3-4715-955c-11dc79600b93', 'name': '', 'network_id': '8d7d32b6-3460-4ff5-b333-4f228276ecf5', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'mac_address': 'fa:16:3e:55:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:23Z', 'updated_at': '2021-09-07T18:55:29Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'subnets': [{'id': 'd4f85e89-af62-4996-9ccf-0662219c7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:58:07.576787 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28678975-6c53-4235-8a29-ef2f600d8a71 None None] New status for floating IP 8d30bee9-bcae-4523-972d-b26766c83ae4: DOWN {{(pid=105641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 18:58:08.370596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-db1dc771-b35b-4bcf-9308-c2caf62cb080 req-f4715385-96d0-4f71-a96b-278444c0a7e3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Sep 07 18:58:09.480445 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a37c3602-959c-4116-bc2d-6702fdd6fc37 req-ec6a2001-7cb9-4e8c-becf-02cd1cce9ff7 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Sep 07 18:58:10.588686 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ce4104cb-f740-40c4-9faf-4c0606baa0cb req-14c01ba6-95e8-48c1-ad28-4966d6dd635e tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0339739 Sep 07 18:58:11.686411 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-112d6741-a09a-44f6-b8f0-1513df98ea6d req-3df6e3a2-ceba-46de-896d-92cb59610e8b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Sep 07 18:58:12.817991 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e6e18e67-3fec-4b55-8f2d-26ad777f17e2 req-69ba1724-995f-48be-b9d5-1b86d78d1d4f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Sep 07 18:58:13.940857 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cc719211-d253-433e-81c2-644a46fca5a4 req-25a9faa0-4122-4dfe-99cb-e1e04195eba5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Sep 07 18:58:15.041209 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f0474da8-650f-4abd-a5a4-e9d411be042f req-d00d2ada-da17-4aaf-aa5a-cbea3831f0e9 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0268745 Sep 07 18:58:16.139006 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b03b6b0-0a30-4c6a-924c-8986aecbcc80 req-4170bda4-f188-4bf4-96e3-0de0ce0b5c25 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Sep 07 18:58:17.246600 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-707ee410-a574-4d79-80cc-33d1a0f5df14 req-5353f0ca-c191-4b11-b37c-292a8cdf0323 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0369864 Sep 07 18:58:18.345848 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-79af61d6-3c4e-4260-8b3e-ea29715bf5dd req-ff66c418-a1be-4741-8907-0302eb1b5751 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0284493 Sep 07 18:58:18.811817 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:19.448697 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8df3fb00-7033-452e-bd46-500c1c5f0711 req-9832d61d-acfe-4f97-b95f-69eb95c2a41d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0318685 Sep 07 18:58:20.548052 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-180fa485-b7d0-4705-b389-b7a94d95bde6 req-b41d43e2-d5cb-4ce4-b058-fc965de84754 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0278988 Sep 07 18:58:21.644751 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f88330c7-c579-4f39-8f94-03aac732ddc2 req-dab58a34-8b02-40aa-9df1-93249d55a583 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Sep 07 18:58:22.741575 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-96f73396-d9e9-4ac0-a776-60cf9d42d580 req-bc102cf5-8aab-4d6a-b295-3575fd58e998 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Sep 07 18:58:23.842721 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7bb544d5-ec36-4306-a9ec-db0881bf4b3e req-5ea085d6-8051-408b-8588-2004ea3d3e26 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0297573 Sep 07 18:58:24.937438 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8538c1d9-90ac-4dd7-a926-b5684f59bc73 req-1690cfa0-15f6-44f7-966a-f9e34ab8b068 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0267131 Sep 07 18:58:26.032312 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7798f097-f68a-47a4-a653-4792107e9e2b req-18b37b57-eaea-469f-b567-68fbcc90cbb2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Sep 07 18:58:27.130271 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c2f9109f-9073-4628-b7ac-2e48f6f1c90c req-680f94cb-33c7-4686-a084-5edbec4204f4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Sep 07 18:58:28.229679 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0d8bcc2f-9518-4925-9455-981ca38c6b00 req-9ac98bc3-8380-4759-95fe-497ead4c5663 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0299902 Sep 07 18:58:29.330160 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cf1888da-8b21-4ffe-aaf4-e91e519c669b req-d279da0b-dd33-4619-9042-4e4440350116 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0267978 Sep 07 18:58:29.420605 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f6f7bb91-ec77-4378-882a-a3616b51f965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:30.439050 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d1367e5a-30ee-415c-946f-8299b3f09c27 req-4ba08010-4c5c-45fa-ad35-d38583b99726 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0324619 Sep 07 18:58:31.538063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-30f1f6aa-06c0-49ad-9f24-4eb0f4019ca4 req-449ebc87-60f8-4cb7-80b4-02f25c536c64 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0299315 Sep 07 18:58:32.637596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-045bc268-8410-4cff-b74e-d26f53e0d56e req-ebffe162-803c-49a9-82fe-68745645d77f tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0272737 Sep 07 18:58:32.724331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7161b863-cab9-4ccb-9c34-ab1263645bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:32.736491 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:33.739423 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d72eba44-c146-466a-9ef0-12932c66a006 req-ee78368d-a3fc-46e8-ace0-a1e53e6491f0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0318477 Sep 07 18:58:34.575362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:34.840660 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-81714dad-ae48-440b-8237-1900af25f696 req-23b510aa-22a8-4b5b-8634-71f5219ebab8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0279493 Sep 07 18:58:35.897198 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:35.940830 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d2837480-308f-4699-87d5-7091ff041c3f req-b0215d62-c6f1-45b6-8025-c79f63a38ec3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0271606 Sep 07 18:58:37.040643 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1f99cec4-ec37-41c1-aeb2-672628638cff req-616c4be8-11de-4484-aedc-9ce83b74218b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0302806 Sep 07 18:58:38.140168 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a3e55ee5-b508-4726-8a71-03e4e4298f61 req-63c507d4-f803-418c-af2f-29acc5511eff tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0309565 Sep 07 18:58:39.237882 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c053eebc-0982-46a2-980a-7d542f22a010 req-28d57a5b-228b-4ab2-b5ae-3b5b11a18f08 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Sep 07 18:58:40.337834 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f5d02b9d-eb0a-466f-802b-3d32bce23eba req-dde0d291-b11c-45bb-b61b-08da2ab0c2c3 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Sep 07 18:58:41.436777 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-057d05c9-e2d8-4838-b1fb-4eeea4c311ab req-ffd2f01a-86b8-4e6d-811f-5bcb74f07fc8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0274556 Sep 07 18:58:42.071782 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:58:42.552804 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-08edfd42-3240-41b8-98ab-ba8f728dfa0a req-70d41944-659d-4a9c-b1f0-0c0e7e88bbf4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0279117 Sep 07 18:58:43.677024 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-afc75a3a-ef48-4f3f-aa72-22cef84a416c req-b4bd64e1-bc33-46d7-9404-8d1fce8d2d9a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0302210 Sep 07 18:58:44.782603 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ec333b9b-a0d4-4b7e-a555-2c90d86d47ae req-1d58b7ee-8cac-47e1-8cd5-65975b75546d tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0280550 Sep 07 18:58:45.878296 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d16d2ce9-78c6-4ea6-9a97-0aaddde8a5d1 req-b5476905-f97f-4aa8-9f21-c87e33ad08d0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0273585 Sep 07 18:58:46.973146 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-28138806-b6ba-4d56-b1bf-2e65dbe23408 req-4ca4e77d-7ab2-4888-b511-c9276a013be5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Sep 07 18:58:48.070505 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b7a5a7ec-853d-46db-8f70-ee936d062320 req-eed73325-ae13-4bf1-81c6-83428b464c69 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0262976 Sep 07 18:58:48.833844 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:58:49.164666 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca6ee055-dab2-488f-801c-5f32f9e122ec req-bd3cce17-f9a6-4744-8371-4e9d7d803061 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Sep 07 18:58:50.263584 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa802e45-d8de-4ede-9cfc-64d70f695b4c req-5f56a086-29b0-4799-a9b3-7bc868faf862 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0303245 Sep 07 18:58:51.185832 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-5d7ca54d-4b86-4457-bea6-df51220c5bef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447903 Sep 07 18:58:51.265876 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-1a3c46e2-0250-4da2-ae30-1e11fb6aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:51.267597 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-1a3c46e2-0250-4da2-ae30-1e11fb6aca4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0448115 Sep 07 18:58:51.371719 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-59af1455-a673-4771-af95-0c750f9c9b51 req-ab0cbcd4-abe3-48a5-9daf-09d3ae7b2fa5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0335124 Sep 07 18:58:51.418540 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-3dd28b02-6b7e-4a85-8de8-ad18a98a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:51.420324 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-3dd28b02-6b7e-4a85-8de8-ad18a98a19b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1312015 Sep 07 18:58:51.490648 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-c7214e40-a629-403b-bed6-075612b47b26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0624397 Sep 07 18:58:51.552369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-2af34075-535f-4a67-8890-d212f9ff95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:51.553862 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-2af34075-535f-4a67-8890-d212f9ff95c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0543880 Sep 07 18:58:51.604640 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-5aa55a97-bb53-480c-adf2-935387738393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:58:51.606135 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-5aa55a97-bb53-480c-adf2-935387738393 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437489 Sep 07 18:58:51.696091 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-9c59780b-135e-4b28-be36-8a18ae4679f1 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818057 Sep 07 18:58:51.805732 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ca0dbfde-4afa-452f-a679-4847aab0a5a4 req-5cdc1135-9ea8-400f-b471-1cad37c6b64c service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007473 Sep 07 18:58:52.477305 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a9f87f4a-c8e0-4c73-b277-8fa3ad72fd81 req-2f9339e7-4c2d-4c90-9b70-85340acb530c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Sep 07 18:58:53.579199 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6250338-361c-4af6-bbd9-5b2f29ec241b req-c887205f-dfea-4c30-bf0c-edc594435ff0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0263991 Sep 07 18:58:54.677182 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a9932d9b-0178-45c4-b278-cdf3071c087c req-a42980e0-d9f4-47e8-a5d6-29db80960dc5 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Sep 07 18:58:55.783842 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3baf5e38-e62a-42ed-83c4-3d43a66c7bfa req-2bde63dd-4128-4f27-959d-afc06bab2f86 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0326881 Sep 07 18:58:56.894082 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-556419b4-3ba9-436e-98b8-b86d57fe6c77 req-7d4c1298-e251-485f-a802-f30df11219cf tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0342951 Sep 07 18:58:57.993151 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-52623665-4353-4788-9e1b-2892b708219d req-7a49e63a-7db2-4f81-819c-46727b6276be tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0295222 Sep 07 18:58:59.107665 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b8a411e-0eee-476d-a432-62059481cac3 req-812346af-102d-4054-bcc1-b3deab3da0ec tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0415473 Sep 07 18:58:59.428310 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-17cc65f9-aeae-4817-829c-975ebc489f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:00.218154 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-791afe03-19a8-45e7-af54-edf263b6491d req-2c684c0a-979e-4b4e-b513-d4ea52c054aa tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0267153 Sep 07 18:59:01.320516 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9e6041a3-5821-4898-8f32-40af757e2e18 req-b198a3f4-42c4-4890-ba4f-b8790028c158 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Sep 07 18:59:02.418446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cefeffbf-6db4-47ca-9a22-9e5481960732 req-e80253c5-d3d3-45ee-aedb-296f00c87a18 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0294878 Sep 07 18:59:02.719651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-16128fa5-c4de-4ef5-81c4-b9f385c92199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:02.740327 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:03.516614 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1b81dc9f-9aea-41d4-bb23-612320a673b2 req-dfb41e39-a116-48ff-b64a-3623f0f6890c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0295491 Sep 07 18:59:04.577782 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:04.611887 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-71d877a9-e91c-4bd4-aeae-00a8678ad243 req-2a7e7ca1-35bf-4710-95b3-c4ac2f7eff7a tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Sep 07 18:59:05.716027 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a7855637-06dc-422b-9bb0-95ae70c9399b req-5d1306de-812d-4363-9f4e-e5279a9b834b tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0302806 Sep 07 18:59:05.896050 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:18.829944 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:19.068885 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:59:29.422488 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fac2aa3f-cbb5-4c21-a8b7-e7689ef39ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.717085 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-73678c08-2346-421e-9bfc-a4ec2cc2dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.742777 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:32.881232 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-06a37929-a8c2-49f2-9785-810f73592c79 req-66287dea-80ab-4295-94f2-c6f71b07d7ad tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0283415 Sep 07 18:59:33.980384 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64649e81-b600-4bd2-9f41-0721263d3190 req-bd941edf-f310-45bd-a8c9-a6c484398c90 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Sep 07 18:59:34.582027 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:35.086155 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-77c7235d-b6eb-4599-84ae-9c808f4233b3 req-13cd8685-10e5-4acb-8f39-f6dd415c7da4 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0339701 Sep 07 18:59:35.900806 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:36.203645 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0cd5db7c-c4f4-4f1d-a960-f47019dbfa51 req-b8c5a4b5-8c5d-4d0f-9836-e484cb6609dc tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0369258 Sep 07 18:59:37.316207 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fa83e613-ecb6-434a-9cb9-3c797147e03b req-a566ae1f-c247-4736-bb0c-881a73694706 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0316021 Sep 07 18:59:38.423760 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5869f058-338b-41ae-8a0e-eaf48ad4c493 req-13e0eb31-5123-4b5b-9a8e-aa68a303721c tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Sep 07 18:59:39.525809 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e9059fb7-4923-4d11-9396-a5172471b3e9 req-d4153059-c443-4a5f-8849-203c03cf14db tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0329866 Sep 07 18:59:40.646692 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4d93d998-df0b-4864-be37-be4b482af809 req-5a51f4d8-16ce-45c0-9577-9bb4018036f8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Sep 07 18:59:41.826145 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3037534c-866d-4363-9108-de0d641f7c4a req-11bea2c1-5c70-4981-a136-80ca896f7d11 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0862193 Sep 07 18:59:43.006078 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-36344c0f-4225-4f4f-b525-50a7bffaa8ab req-5c9e1082-15b7-4f76-acf4-d517f5171334 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0930471 Sep 07 18:59:44.101600 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8cf0dfe3-f249-467a-9c0f-51c8989b129a req-6fa8c486-3a27-46f4-92e1-e9a3c9562bd7 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Sep 07 18:59:45.204179 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5e1e7897-acf3-4f94-bab4-ba10543b49ba req-82a09ab5-80ae-401b-9fbc-6b7bcccab805 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Sep 07 18:59:46.312377 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-99e51477-6c6f-4603-9681-f7c50d3031ac req-0112d3f8-deee-4e47-96e2-3ddc848b0a71 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0323939 Sep 07 18:59:47.406445 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cb73a793-b056-4c62-bc9a-13c36c4445ed req-df7eb59e-86c7-4a73-9b3a-898df1d7cc08 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0257790 Sep 07 18:59:48.501755 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e8828c22-0142-48ed-8039-c738b89130cd req-a712a732-4dc3-4245-a441-62500e404af2 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Sep 07 18:59:48.828755 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:49.601634 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-95add68c-b500-4c61-9041-f711ccfd6249 req-88ed5ff1-abca-47f3-97fa-e36dc5691a48 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0304720 Sep 07 18:59:50.695905 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ed40a94-3c4a-4d0c-819e-ca2b848dfd68 req-34d09afd-816b-42ad-92ee-efed8f11be95 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0266237 Sep 07 18:59:51.165637 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-271853d8-ede4-4b12-b7f8-590c8194e639 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450742 Sep 07 18:59:51.243203 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-c8e17546-c523-48c6-b90a-31e15a323aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.244792 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-c8e17546-c523-48c6-b90a-31e15a323aef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.0428426 Sep 07 18:59:51.355579 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-50529a5a-fdbb-40e3-b8db-45920d96cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.357185 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-50529a5a-fdbb-40e3-b8db-45920d96cba8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.0895920 Sep 07 18:59:51.398942 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-16a74761-5345-4040-92ee-839fc32fd3fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 217 time: 0.0337775 Sep 07 18:59:51.449385 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-1fdf9430-2f72-4f9e-8b38-f8f7ac450a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.450895 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-1fdf9430-2f72-4f9e-8b38-f8f7ac450a6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0440934 Sep 07 18:59:51.502792 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-0071ec38-c7a5-4f6b-994f-896d2d19aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 18:59:51.504369 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-0071ec38-c7a5-4f6b-994f-896d2d19aa6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424261 Sep 07 18:59:51.609718 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-baa30b85-d19b-4f54-8544-91f8fdab2c33 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948381 Sep 07 18:59:51.700265 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9a2b678a-1c25-48fb-89c8-83afc257818d req-61bb66e7-6c3c-424f-a950-e08737367f7a service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 Sep 07 18:59:51.788657 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-506f687e-a748-44e9-8810-2226a960308a req-6b8b1182-0003-4156-9026-becd2eeaffc0 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0265100 Sep 07 18:59:52.887218 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cf9f1163-6ae2-4475-af72-abde9f44c02f req-c8548b99-e9db-4fc2-ac36-55ee12ee6a04 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0312831 Sep 07 18:59:53.981542 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dc69f21d-5452-470e-adc3-39dd80fb808c req-9a771165-b3de-4229-9d06-70bb8b13f077 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Sep 07 18:59:55.074529 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dff17364-3b60-4884-9d5f-b63a6bbd2f14 req-436a1f04-3d75-4891-ab40-b7e03a27a9e7 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0262315 Sep 07 18:59:56.062500 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 18:59:56.186119 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-585e6bd9-c640-4d34-82d4-7b381424dc30 req-7bffc1fc-6a9a-451d-b11b-3adaf791afa8 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "GET /v2.0/ports?device_id=651a11be-4325-45d9-9936-b2681da0c577 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Sep 07 18:59:57.241628 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 37988) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.302682 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.328638 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.394161 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.397074 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:57.398371 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] 10.222.0.25 "DELETE /v2.0/security-groups/65e7b766-6f0e-47d9-85d4-9fd927555d0c HTTP/1.1" status: 204 len: 168 time: 0.1557291 Sep 07 18:59:57.412821 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e7b766-6f0e-47d9-85d4-9fd927555d0c,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:57.421468 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.421825 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.422155 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.422526 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.422865 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.423344 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.423758 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.424074 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.424422 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.424748 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.425073 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.425398 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab2f10-60c4-4a38-a46a-37872f1a5f24 tempest-TestShelveInstance-1143603451 tempest-TestShelveInstance-1143603451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 18:59:57.479949 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 37992) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:57.946530 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.206553 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Deleting port ace39879-8042-4fd3-9491-5e2cb976cbe6 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:58.206883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.295808 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] For port ace39879-8042-4fd3-9491-5e2cb976cbe6, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ace39879-8042-4fd3-9491-5e2cb976cbe6,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:58.296541 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.309564 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Calling delete_port for ace39879-8042-4fd3-9491-5e2cb976cbe6 owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:58.515537 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:58.551195 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Pushing event deleted for resources: {'Port': ['ID=ace39879-8042-4fd3-9491-5e2cb976cbe6,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 18:59:58.709435 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.199747 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 18:59:59.310151 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 18:59:59.314984 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d7085e00-495a-4154-815e-ffa44dafd97d admin admin] 10.222.0.25 "PUT /v2.0/routers/f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8334877 Sep 07 18:59:59.316912 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38012) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 18:59:59.318588 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Sync routers for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 18:59:59.329943 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:59.330573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:59:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.433158 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4004308f-5c4a-4f40-92b6-dfb5b5a6ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.441519 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.451537 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:59.555121 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.612022 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Deleting port 29a87f51-5a2c-46f7-bf2b-db042fe3091f {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 18:59:59.612364 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.667238 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:59:58Z', 'revision_number': 5, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port': {'id': '29a87f51-5a2c-46f7-bf2b-db042fe3091f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:20Z', 'updated_at': '2021-09-07T18:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.696319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Checking router: f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 18:59:59.702303 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] For port 29a87f51-5a2c-46f7-bf2b-db042fe3091f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=29a87f51-5a2c-46f7-bf2b-db042fe3091f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 18:59:59.702609 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.705926 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Routers {'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 18:59:59.706580 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:59:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.726760 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Calling delete_port for 29a87f51-5a2c-46f7-bf2b-db042fe3091f owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 18:59:59.801545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] Set router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 gateway port host: None {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 18:59:59.856308 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:59:59Z', 'revision_number': 6, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 18:59:59.893807 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f92f0-899d-4495-8771-8cb2f17bcdc8 None None] The sync data for ids ['f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080'] in dv-cinder-790535-12-iscsi is: [{'id': 'f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080', 'name': 'tempest-TestShelveInstance-934856645-router', 'tenant_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:19Z', 'updated_at': '2021-09-07T18:59:59Z', 'revision_number': 6, 'project_id': 'fa2a3e9f28484393b5bde9b380b96f09', 'gw_port_host': None}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 18:59:59.919093 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 18:59:59.952671 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a87f51-5a2c-46f7-bf2b-db042fe3091f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:00.017990 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.112672 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.114960 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.160883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.161475 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:00:00.168893 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.170406 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6656bdd8-d879-47e1-ad5c-46f8bde26443 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f1a7fa16-a7c3-4c15-9ef6-ad8ef9a73080 HTTP/1.1" status: 204 len: 168 time: 0.8519640 Sep 07 19:00:00.174053 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38022) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.221298 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Deleting subnet 302355d5-b694-41e9-ae4f-188b5ef674a0 {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:00:00.224667 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.269398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.403875 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.466918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.493940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302355d5-b694-41e9-ae4f-188b5ef674a0,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:00.498580 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.500547 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/302355d5-b694-41e9-ae4f-188b5ef674a0 HTTP/1.1" status: 204 len: 168 time: 0.3254414 Sep 07 19:00:00.506015 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38024) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:00.506970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52ec6a-87a5-4e69-bbbc-956655dddecc None None] Network 205f6de1-5c8b-4034-bcc2-58443d3aa503 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:00.515405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.515405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.515724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.516046 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.516377 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.516757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.517125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.517588 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.517922 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.518250 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.518574 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.518923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e05ea-bda0-40c5-b080-f062aad5f57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:00.596643 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.650562 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Deleting port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:00.651125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.712177 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] DHCP port deletion for 205f6de1-5c8b-4034-bcc2-58443d3aa503 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:00:00.724953 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] For port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:00.725345 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.739654 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Calling delete_port for ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 owned by network:dhcp {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:00.779101 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Deleting port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 {{(pid=105640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:00.779658 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.844396 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.879228 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] For port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,segment=NetworkSegment(0163aac1-fc5d-4f48-a79b-46f20a120608),segment_id=0163aac1-fc5d-4f48-a79b-46f20a120608)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:00.879629 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:00.893488 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:00.895953 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] No DVR routers for this DVR port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 on host dv-cinder-790535-12-iscsi {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:00.903563 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Calling delete_port for ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 owned by network:dhcp {{(pid=105640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:00.984567 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.013104 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205f6de1-5c8b-4034-bcc2-58443d3aa503']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.025442 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0163aac1-fc5d-4f48-a79b-46f20a120608') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.025778 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0163aac1-fc5d-4f48-a79b-46f20a120608') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:01.040940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.057896 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862'] for port, after_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.059338 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.067460 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:00:01.068291 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:00:01.070254 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:00:01.086012 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Pushing event deleted for resources: {'Port': ['ID=ffbfc722-a06f-437c-aa91-30e5c7d0e3c5,revision_number=None']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:01.094333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.094707 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.095689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.096034 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.096389 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.096696 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.097243 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.097575 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.097897 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.098389 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.098705 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.099049 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:01.102011 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27b4a6-62bd-49fb-9655-4b1c74b6bbb8 None None] No DVR routers for this DVR port ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 on host dv-cinder-790535-12-iscsi {{(pid=105640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:01.131367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.137134 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.139019 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] 10.222.0.25 "DELETE /v2.0/networks/205f6de1-5c8b-4034-bcc2-58443d3aa503 HTTP/1.1" status: 204 len: 168 time: 0.6320202 Sep 07 19:00:01.143311 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38034) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:01.151855 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f4e7-8db4-4bb1-9fcd-ef70683f7e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=205f6de1-5c8b-4034-bcc2-58443d3aa503,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:01.405667 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ace39879-8042-4fd3-9491-5e2cb976cbe6 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:01.430423 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: ace39879-8042-4fd3-9491-5e2cb976cbe6 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:01.430777 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ace39879-8042-4fd3-9491-5e2cb976cbe6 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:01.431106 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:01.450634 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:01.451010 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ffbfc722-a06f-437c-aa91-30e5c7d0e3c5 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:01.451429 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 29a87f51-5a2c-46f7-bf2b-db042fe3091f no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:01.470905 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 29a87f51-5a2c-46f7-bf2b-db042fe3091f {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:01.471241 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 29a87f51-5a2c-46f7-bf2b-db042fe3091f not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:01.530497 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.785840 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Deleting port 97e6815f-161f-42d2-8b5e-f74a531918be {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:01.786207 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.868083 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] For port 97e6815f-161f-42d2-8b5e-f74a531918be, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=97e6815f-161f-42d2-8b5e-f74a531918be,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:01.868515 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:01.882613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Calling delete_port for 97e6815f-161f-42d2-8b5e-f74a531918be owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:02.078004 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.104965 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e6815f-161f-42d2-8b5e-f74a531918be,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:02.281022 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.510590 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:02.624311 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:02.629613 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-02a433a3-16b9-4e83-b368-74d7acc6ad07 admin admin] 10.222.0.25 "PUT /v2.0/routers/c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4860570 Sep 07 19:00:02.632995 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38044) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:02.633980 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Sync routers for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:02.645678 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:02.646290 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T18:59:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:02.711408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a8f63dc1-beb4-43a9-ac29-417db31b5519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.745460 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks [] for router, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.748303 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.755703 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:02.850952 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.909765 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Deleting port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:02.910128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:02.944955 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T19:00:02Z', 'revision_number': 5, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port': {'id': 'b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:52:28Z', 'updated_at': '2021-09-07T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.024849 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] For port b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:03.025224 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.040426 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Calling delete_port for b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c owned by network:router_gateway {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:03.069178 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Checking router: c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:03.078204 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Routers {'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:03.078525 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.167883 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] Set router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:03.228271 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T19:00:02Z', 'revision_number': 6, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:03.244440 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.259674 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a79ba9-daee-48b0-bf21-992c90382c6f None None] The sync data for ids ['c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9'] in dv-cinder-790535-12-iscsi is: [{'id': 'c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9', 'name': 'tempest-TestShelveInstance-2003931517-router', 'tenant_id': '0dadd2524d2249949f8e53402ce75b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:52:27Z', 'updated_at': '2021-09-07T19:00:02Z', 'revision_number': 6, 'project_id': '0dadd2524d2249949f8e53402ce75b7d', 'gw_port_host': None}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:03.271307 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:03.335490 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.437697 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.439870 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.506829 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.507731 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 {{(pid=105639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:00:03.514853 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.516106 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a7d51284-8760-46e3-8526-3803d92e2210 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c0909e63-be6f-4dea-ae7c-bd8abbbcc9f9 HTTP/1.1" status: 204 len: 168 time: 0.8821192 Sep 07 19:00:03.518805 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38054) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:03.831362 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Deleting subnet 25774ed5-947f-416d-b543-a14e97e1bff8 {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:00:03.835007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.870050 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:03.949467 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.006166 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.031961 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 97e6815f-161f-42d2-8b5e-f74a531918be no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:04.047896 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25774ed5-947f-416d-b543-a14e97e1bff8,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.052447 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.054422 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-7da682a6-6ac8-464a-9ec4-11e50c353c46 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/25774ed5-947f-416d-b543-a14e97e1bff8 HTTP/1.1" status: 204 len: 168 time: 0.5345790 Sep 07 19:00:04.058472 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38056) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:04.080736 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc442887-77b2-4a8f-bf40-4fa7d06e3f1b None None] Network 8dabbe73-4b51-417f-a250-bad03e83466c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:04.086134 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 97e6815f-161f-42d2-8b5e-f74a531918be {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:04.086684 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 97e6815f-161f-42d2-8b5e-f74a531918be not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:04.162491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.251014 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Deleting port cc46f7ee-5d72-4e16-97d2-5161428ab080 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:04.251918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.308884 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] DHCP port deletion for 8dabbe73-4b51-417f-a250-bad03e83466c request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:00:04.333550 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] For port cc46f7ee-5d72-4e16-97d2-5161428ab080, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc46f7ee-5d72-4e16-97d2-5161428ab080,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:04.334569 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.350483 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Calling delete_port for cc46f7ee-5d72-4e16-97d2-5161428ab080 owned by network:dhcp {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:04.370202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Deleting port cc46f7ee-5d72-4e16-97d2-5161428ab080 {{(pid=105640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:00:04.370572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.435168 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] For port cc46f7ee-5d72-4e16-97d2-5161428ab080, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc46f7ee-5d72-4e16-97d2-5161428ab080,segment=NetworkSegment(383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1),segment_id=383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:04.435564 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.446269 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.475818 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] No DVR routers for this DVR port cc46f7ee-5d72-4e16-97d2-5161428ab080 on host dv-cinder-790535-12-iscsi {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:04.480513 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc46f7ee-5d72-4e16-97d2-5161428ab080,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.559472 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.577900 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Calling delete_port for cc46f7ee-5d72-4e16-97d2-5161428ab080 owned by network:dhcp {{(pid=105640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:00:04.582423 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dabbe73-4b51-417f-a250-bad03e83466c']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:04.593055 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:04.593314 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383c16f8-67d0-4e76-a4c5-72ca3bf9a9a1') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:04.593643 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.603728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.617981 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.626226 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:00:04.626732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:00:04.628881 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:00:04.684783 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862'] for port, after_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.694275 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.706818 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.710477 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] 10.222.0.25 "DELETE /v2.0/networks/8dabbe73-4b51-417f-a250-bad03e83466c HTTP/1.1" status: 204 len: 168 time: 0.6507151 Sep 07 19:00:04.727017 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baeced-61bd-49d2-bfbe-d2a8ee927c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=8dabbe73-4b51-417f-a250-bad03e83466c,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.734447 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] No DVR routers for this DVR port cc46f7ee-5d72-4e16-97d2-5161428ab080 on host dv-cinder-790535-12-iscsi {{(pid=105640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:00:04.741128 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19988a8c-ecbe-4295-b9c5-3748fab13ed0 None None] Pushing event deleted for resources: {'Port': ['ID=cc46f7ee-5d72-4e16-97d2-5161428ab080,revision_number=None']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:04.843131 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38068) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:04.885391 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-cfb39b8d-b9ac-483b-a286-bdd9bed4824b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa2a3e9f28484393b5bde9b380b96f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411186 Sep 07 19:00:04.888126 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38070) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:04.940958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:04.962679 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.011371 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.013795 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.014988 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/774bbfdc-4fc4-4cbc-a3fd-7cb8affb55e3 HTTP/1.1" status: 204 len: 168 time: 0.1257918 Sep 07 19:00:05.023715 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a273bfa-12a5-490d-be67-cd8f70a1a632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774bbfdc-4fc4-4cbc-a3fd-7cb8affb55e3,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:05.375646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38084) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:05.400294 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:05.418629 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-c3906215-1826-415c-a58c-319095083a96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dadd2524d2249949f8e53402ce75b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414712 Sep 07 19:00:05.421118 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38086) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:05.425169 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:05.425510 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device b6e3b2df-05b8-4d9a-bb90-b367a87f6f4c not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:05.425931 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc46f7ee-5d72-4e16-97d2-5161428ab080 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:00:05.444697 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: cc46f7ee-5d72-4e16-97d2-5161428ab080 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:00:05.445040 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc46f7ee-5d72-4e16-97d2-5161428ab080 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:00:05.476250 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.497554 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.544783 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.547632 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:05.552015 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3369acf5-8613-4726-8073-e629a74b4e45 HTTP/1.1" status: 204 len: 168 time: 0.1273482 Sep 07 19:00:05.558646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3238b9a-efc2-4563-a274-3bb12c531a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369acf5-8613-4726-8073-e629a74b4e45,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:05.901931 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.277396 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38110) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:06.394986 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006696011-network', 'tenant_id': '29591b038aa6418889f1867256f9041a'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:06.417443 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Made reservation on behalf of 29591b038aa6418889f1867256f9041a for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:06.420036 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.429064 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.532694 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.537553 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.562784 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:06.572240 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bcfe9e-1682-40c8-bd1f-c57f38517411,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:06.579058 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.579408 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Added segment 4eea6385-909b-4152-a5f5-6c45b4de8c4a of type vlan for network d316243f-dab7-41f6-b376-1276f98c4bd3 Sep 07 19:00:06.620378 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.646957 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.648140 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:06.648731 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.705542 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4270043 Sep 07 19:00:06.708544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38120) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:06.713027 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea21523-4ef4-417d-9b86-ae758efa54b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d316243f-dab7-41f6-b376-1276f98c4bd3,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:06.715928 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Request body: {'subnet': {'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006696011-subnet', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:06.723206 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network d316243f-dab7-41f6-b376-1276f98c4bd3 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:06.740959 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Made reservation on behalf of 29591b038aa6418889f1867256f9041a for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:06.743703 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278317'] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.917242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278111'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:06.972839 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0222958-9efc-4ff3-b672-6ebb45009ecb,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:06.989443 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Checking segment: {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:06.989778 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Network hostable DHCP agents. Network: d316243f-dab7-41f6-b376-1276f98c4bd3, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:07.009380 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Network d316243f-dab7-41f6-b376-1276f98c4bd3 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:07.020125 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, d316243f-dab7-41f6-b376-1276f98c4bd3) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:07.024309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:07.024893 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.030544 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb24bf-ee59-47fd-80a1-7594b7f020c7 None None] Network d316243f-dab7-41f6-b376-1276f98c4bd3 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:07.040791 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c94057b9-7ad2-4d5a-b85e-91e06278ec5e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3303995 Sep 07 19:00:07.043749 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38122) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:07.048619 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:07.071627 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.072738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.130959 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.208172 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-d316243f-dab7-41f6-b376-1276f98c4bd3', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:07.209577 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.279242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.356402 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Allocated IP 172.20.0.2 (d316243f-dab7-41f6-b376-1276f98c4bd3/f0222958-9efc-4ff3-b672-6ebb45009ecb/286f4b11-e991-4343-8ba1-7fca069fb43d) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:07.511089 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.537623 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.564698 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.573640 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Transition to ACTIVE for port object 286f4b11-e991-4343-8ba1-7fca069fb43d will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:07.591132 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Transition to ACTIVE for port object 286f4b11-e991-4343-8ba1-7fca069fb43d will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:07.597599 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.640126 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Network d316243f-dab7-41f6-b376-1276f98c4bd3 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:07.644855 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:07.647899 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:07.660360 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Pushing event updated for resources: {'Port': ['ID=286f4b11-e991-4343-8ba1-7fca069fb43d,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:07.660582 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_common [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Allocated IP 172.27.2.208 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/829d8277-bdd9-41b8-a672-0d9494d92999) {{(pid=105639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:07.715405 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Attempting to bind port 286f4b11-e991-4343-8ba1-7fca069fb43d on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:07.715795 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Attempting to bind port 286f4b11-e991-4343-8ba1-7fca069fb43d by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:07.716159 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Attempting to bind port 286f4b11-e991-4343-8ba1-7fca069fb43d on network d316243f-dab7-41f6-b376-1276f98c4bd3 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:07.721640 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:07.722752 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Checking segment: {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:07.723207 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.723598 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Bound using segment: {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:07.724282 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Bound port: 286f4b11-e991-4343-8ba1-7fca069fb43d, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:07.724416 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.774094 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.798342 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] For port 286f4b11-e991-4343-8ba1-7fca069fb43d, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:07.801989 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] For port 286f4b11-e991-4343-8ba1-7fca069fb43d, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=286f4b11-e991-4343-8ba1-7fca069fb43d,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:07.810346 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.819594 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:07.873480 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:07.877942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:07.878139 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266409b-2bea-4167-88d7-13dd46cc2bb7 None None] Pushing event updated for resources: {'Port': ['ID=286f4b11-e991-4343-8ba1-7fca069fb43d,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:07.878574 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Received port after_create {{(pid=105639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:07.882908 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Pushing event updated for resources: {'Port': ['ID=829d8277-bdd9-41b8-a672-0d9494d92999,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:08.180859 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.383657 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.562909 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Router 9d913b2d-0196-4771-92f1-ada0ddd510b3 is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:08.738821 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:08.752046 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Sync routers for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:08.763162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:08.763802 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:08.775648 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:08.777828 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-78d2e3b1-7eac-441f-93e4-526156c37c2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7328153 Sep 07 19:00:08.780778 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38140) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:08.921442 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:08.925890 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaaac2-e2f8-4647-b950-644e18f0b377 None None] Network d316243f-dab7-41f6-b376-1276f98c4bd3 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:09.078107 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-70357d97-b1b9-45eb-aab1-dc580e2ecf50 None None] Provisioning for port 286f4b11-e991-4343-8ba1-7fca069fb43d completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:09.338826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:08Z', 'revision_number': 3, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:09.389877 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Checking router: 9d913b2d-0196-4771-92f1-ada0ddd510b3 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:09.390588 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Updating router 9d913b2d-0196-4771-92f1-ada0ddd510b3 port 829d8277-bdd9-41b8-a672-0d9494d92999 binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:09.442504 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.491703 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.530808 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 286f4b11-e991-4343-8ba1-7fca069fb43d up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:09.744727 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 286f4b11-e991-4343-8ba1-7fca069fb43d completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:09.764523 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 286f4b11-e991-4343-8ba1-7fca069fb43d triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.765418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.801162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-d75b1b85-f249-444f-a0ba-7292a2d43fca None None] Provisioning complete for port 286f4b11-e991-4343-8ba1-7fca069fb43d triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:09.801520 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b85-f249-444f-a0ba-7292a2d43fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:09.803020 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Allocated IP 172.20.0.1 (d316243f-dab7-41f6-b376-1276f98c4bd3/f0222958-9efc-4ff3-b672-6ebb45009ecb/15e0a163-69a3-4af0-8792-58bee39183da) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:10.025976 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.051112 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b85-f249-444f-a0ba-7292a2d43fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.107785 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.121867 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 286f4b11-e991-4343-8ba1-7fca069fb43d, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=286f4b11-e991-4343-8ba1-7fca069fb43d,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:10.130162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Transition to ACTIVE for port object 829d8277-bdd9-41b8-a672-0d9494d92999 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:10.133689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.147180 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.224343 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.243891 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Transition to ACTIVE for port object 15e0a163-69a3-4af0-8792-58bee39183da will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:10.298678 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.349475 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Network d316243f-dab7-41f6-b376-1276f98c4bd3 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:10.355454 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:10.359883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:10.391551 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Pushing event updated for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:10.412478 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.413042 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.db.api [None req-d75b1b85-f249-444f-a0ba-7292a2d43fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:00:10.413439 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG oslo_db.api [None req-d75b1b85-f249-444f-a0ba-7292a2d43fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:00:10.420173 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Attempting to bind port 829d8277-bdd9-41b8-a672-0d9494d92999 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:10.420549 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Attempting to bind port 829d8277-bdd9-41b8-a672-0d9494d92999 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:10.420904 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Attempting to bind port 829d8277-bdd9-41b8-a672-0d9494d92999 on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:10.424311 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=286f4b11-e991-4343-8ba1-7fca069fb43d,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:10.433331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:10.433678 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:10.434091 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.434481 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:10.434992 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Bound port: 829d8277-bdd9-41b8-a672-0d9494d92999, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:10.435374 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.506539 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefb55-65f7-4e99-a89f-0059f0539292 None None] Pushing event updated for resources: {'Port': ['ID=829d8277-bdd9-41b8-a672-0d9494d92999,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:10.530115 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] For port 829d8277-bdd9-41b8-a672-0d9494d92999, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:10.534623 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] For port 829d8277-bdd9-41b8-a672-0d9494d92999, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=829d8277-bdd9-41b8-a672-0d9494d92999,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:10.541005 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.629227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.632948 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:10.633729 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:10.637343 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefb55-65f7-4e99-a89f-0059f0539292 None None] Pushing event updated for resources: {'Port': ['ID=829d8277-bdd9-41b8-a672-0d9494d92999,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:10.767986 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:10.883148 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.893041 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:10.999767 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Pushing event updated for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:11.012542 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.100274 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '15e0a163-69a3-4af0-8792-58bee39183da', 'name': '', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'mac_address': 'fa:16:3e:88:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:09Z', 'updated_at': '2021-09-07T19:00:09Z', 'revision_number': 1, 'project_id': '29591b038aa6418889f1867256f9041a', 'subnets': [{'id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:11.116884 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Network d316243f-dab7-41f6-b376-1276f98c4bd3 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:11.118601 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:11.135960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5103b90-bcba-4558-ba40-861c76634c03 None None] The sync data for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi is: [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '15e0a163-69a3-4af0-8792-58bee39183da', 'name': '', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'mac_address': 'fa:16:3e:88:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:09Z', 'updated_at': '2021-09-07T19:00:09Z', 'revision_number': 1, 'project_id': '29591b038aa6418889f1867256f9041a', 'subnets': [{'id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:11.149631 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-4273307a-9cbc-4d8a-8b97-a71567900188 None None] Provisioning for port 15e0a163-69a3-4af0-8792-58bee39183da completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:11.155494 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-4273307a-9cbc-4d8a-8b97-a71567900188 None None] Provisioning complete for port 15e0a163-69a3-4af0-8792-58bee39183da triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:11.162112 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4273307a-9cbc-4d8a-8b97-a71567900188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.218704 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-4273307a-9cbc-4d8a-8b97-a71567900188 None None] Port 15e0a163-69a3-4af0-8792-58bee39183da cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:11.265232 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Router 9d913b2d-0196-4771-92f1-ada0ddd510b3 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:11.432357 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:11.437799 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-4a7186a8-7396-4226-abd9-13d3f221db45 admin admin] 10.222.0.25 "PUT /v2.0/routers/9d913b2d-0196-4771-92f1-ada0ddd510b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6558571 Sep 07 19:00:11.444863 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-8f025a9b-5b61-4eb7-8a2d-cfa2bce7ceec None None] Provisioning complete for port 15e0a163-69a3-4af0-8792-58bee39183da triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:11.445319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8f025a9b-5b61-4eb7-8a2d-cfa2bce7ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:11.495804 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 286f4b11-e991-4343-8ba1-7fca069fb43d up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:11.543255 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-8f025a9b-5b61-4eb7-8a2d-cfa2bce7ceec None None] Port 15e0a163-69a3-4af0-8792-58bee39183da cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:11.575676 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 286f4b11-e991-4343-8ba1-7fca069fb43d triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:11.576229 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.125114 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38180) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:12.130782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-932730711-network', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:12.159669 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Made reservation on behalf of 9a62c5759fa44c17a3d1ba52805ce01e for: {'network': 1} {{(pid=105638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:12.164404 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for network, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.176470 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.277808 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.282602 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.321800 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=105638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 19:00:12.332853 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805fc2f7-9144-4e0c-b4c3-19d65161f526,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:12.341020 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.341371 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.segments_db [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Added segment c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7 of type vlan for network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 Sep 07 19:00:12.392392 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766253379'] for network, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.420436 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309'] for network, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.421573 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.422392 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.484935 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3528779 Sep 07 19:00:12.485196 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38182) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:12.492393 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Request body: {'subnet': {'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-932730711-subnet', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'ip_version': 4}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:12.493145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c417ccb-1dcd-4957-90c0-f1bacf11684f admin admin] Pushing event updated for resources: {'Network': ['ID=7b1b5fd4-573f-4140-a4ef-3a2fff250969,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:12.505674 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 details requested by agent ovs-agent-dv-cinder-790535-12-iscsi with host dv-cinder-790535-12-iscsi {{(pid=105640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 19:00:12.537450 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Made reservation on behalf of 9a62c5759fa44c17a3d1ba52805ce01e for: {'subnet': 1} {{(pid=105639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 19:00:12.540412 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278317'] for subnet, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.748575 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278111'] for subnet, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.802173 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f2f9c6-cccc-411c-b4d0-b51d78a1401e,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:12.814057 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Checking segment: {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:12.814230 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Network hostable DHCP agents. Network: 7b1b5fd4-573f-4140-a4ef-3a2fff250969, hostable agents: ['b83a3128-f6f2-436d-825f-f139f3cb3827'], hosted agents: [] {{(pid=105639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 19:00:12.836283 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 is scheduled to be hosted by DHCP agent b83a3128-f6f2-436d-825f-f139f3cb3827 with binding_index 1 {{(pid=105639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 19:00:12.848644 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.base_scheduler [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-12-iscsi, 7b1b5fd4-573f-4140-a4ef-3a2fff250969) {{(pid=105639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:12.854434 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:12.864983 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.870266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3be23-1286-4165-9f98-459061a42bce None None] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:12.877302 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38188) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:12.883161 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0bb97aaf-2928-451a-8efe-17b56490d876 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3904870 Sep 07 19:00:12.886272 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:12.924866 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5055'] for router, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:12.926608 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1733990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5062'] for router, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.020475 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.049942 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07924172-4e71-592c-b59e-a8a09b943d5d-7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e'}]}} from dv-cinder-790535-12-iscsi. {{(pid=105640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 19:00:13.051365 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.201218 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.279302 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.db_base_plugin_common [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Allocated IP 172.20.0.2 (7b1b5fd4-573f-4140-a4ef-3a2fff250969/29f2f9c6-cccc-411c-b4d0-b51d78a1401e/72176daa-132c-4a06-ab1c-70918b6858f9) {{(pid=105640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:13.460119 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 829d8277-bdd9-41b8-a672-0d9494d92999 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:13.472744 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.501626 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Sync routers for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:13.508001 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.518223 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:13.519322 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.521759 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks [] for port, precommit_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.531055 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Transition to ACTIVE for port object 72176daa-132c-4a06-ab1c-70918b6858f9 will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:13.556406 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Transition to ACTIVE for port object 72176daa-132c-4a06-ab1c-70918b6858f9 will not be triggered until provisioned by entity DHCP. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:13.567089 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853'] for port, after_create {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.576302 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 829d8277-bdd9-41b8-a672-0d9494d92999 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:13.606325 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 829d8277-bdd9-41b8-a672-0d9494d92999 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:13.606663 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.646117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 is already hosted by enough agents. {{(pid=105640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:13.649871 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:13.657043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.scheduler.base_scheduler [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Resources bound (agent type, host, resource id): {{(pid=105640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:13.661642 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Received port after_create {{(pid=105640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:13.664146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Pushing event updated for resources: {'Port': ['ID=72176daa-132c-4a06-ab1c-70918b6858f9,revision_number=1']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:13.686985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Allocated IP 172.27.2.135 (753e5898-0170-4bf9-a81c-5f296ed4b229/0a8a2e57-e1b3-4530-8f8e-e3841beccffe/2b268c4f-3158-473c-978c-db4e184c50dc) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:13.774857 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Attempting to bind port 72176daa-132c-4a06-ab1c-70918b6858f9 on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:13.775216 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Attempting to bind port 72176daa-132c-4a06-ab1c-70918b6858f9 by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:13.775573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Attempting to bind port 72176daa-132c-4a06-ab1c-70918b6858f9 on network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:13.789962 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:13.790399 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Checking segment: {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:13.790873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.791763 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Bound using segment: {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:13.791763 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Bound port: 72176daa-132c-4a06-ab1c-70918b6858f9, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:13.792099 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.808200 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.855471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 829d8277-bdd9-41b8-a672-0d9494d92999, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=829d8277-bdd9-41b8-a672-0d9494d92999,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:13.863426 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.871578 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.932793 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '15e0a163-69a3-4af0-8792-58bee39183da', 'name': '', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'mac_address': 'fa:16:3e:88:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:09Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 2, 'project_id': '29591b038aa6418889f1867256f9041a', 'subnets': [{'id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:13.948050 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] For port 72176daa-132c-4a06-ab1c-70918b6858f9, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:13.951981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.959140 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] For port 72176daa-132c-4a06-ab1c-70918b6858f9, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=72176daa-132c-4a06-ab1c-70918b6858f9,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:13.970661 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:13.974538 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Checking router: 9d913b2d-0196-4771-92f1-ada0ddd510b3 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:13.974915 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Updating router 9d913b2d-0196-4771-92f1-ada0ddd510b3 port 15e0a163-69a3-4af0-8792-58bee39183da binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:14.004783 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Network 753e5898-0170-4bf9-a81c-5f296ed4b229 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:14.008128 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:14.010400 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.013142 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=829d8277-bdd9-41b8-a672-0d9494d92999,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.016787 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:14.041098 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Pushing event updated for resources: {'Port': ['ID=2b268c4f-3158-473c-978c-db4e184c50dc,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.151620 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1085a-14dc-4576-98f6-f74fa36f3667 None None] Pushing event updated for resources: {'Port': ['ID=72176daa-132c-4a06-ab1c-70918b6858f9,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.442405 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.492741 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.504212 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Transition to ACTIVE for port object 15e0a163-69a3-4af0-8792-58bee39183da will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:14.514892 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.566065 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Pushing event updated for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.574876 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.575220 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.575557 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.575886 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.576220 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.576563 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.576884 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.577204 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.577522 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.577835 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.578155 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.578737 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:00:14.645113 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Attempting to bind port 15e0a163-69a3-4af0-8792-58bee39183da on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:14.645613 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Attempting to bind port 15e0a163-69a3-4af0-8792-58bee39183da by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:14.646268 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Attempting to bind port 15e0a163-69a3-4af0-8792-58bee39183da on network d316243f-dab7-41f6-b376-1276f98c4bd3 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:14.655932 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:14.657028 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Checking segment: {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:14.657979 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.659216 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Bound using segment: {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:14.660237 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Bound port: 15e0a163-69a3-4af0-8792-58bee39183da, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eea6385-909b-4152-a5f5-6c45b4de8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:14.661142 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.729183 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688064'] for router, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.775394 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] For port 15e0a163-69a3-4af0-8792-58bee39183da, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:14.781260 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] For port 15e0a163-69a3-4af0-8792-58bee39183da, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=15e0a163-69a3-4af0-8792-58bee39183da,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:14.789078 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:14.876059 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765b10-6377-4978-a5a5-6a0beb5bf885 None None] Pushing event updated for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=4']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:14.894631 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:14.895792 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:14.929639 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf is scheduled to L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b with binding_index 1 {{(pid=105638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 19:00:15.061792 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:15.064225 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:15.071390 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Sync routers for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:15.091765 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:15.092426 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:15.119023 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.123283 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-bfa2e6a3-71c0-4bb3-9c3f-62d45a1ac855 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2387190 Sep 07 19:00:15.123562 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38208) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:15.297621 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:15.472316 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '15e0a163-69a3-4af0-8792-58bee39183da', 'name': '', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'mac_address': 'fa:16:3e:88:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:09Z', 'updated_at': '2021-09-07T19:00:14Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'subnets': [{'id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:15.486875 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317c7a8-e34a-47bb-a98f-8eb304ecf612 None None] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:00:15.522152 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae710aa-3c42-4f54-b605-3cf2b55364bc None None] The sync data for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi is: [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:10Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '15e0a163-69a3-4af0-8792-58bee39183da', 'name': '', 'network_id': 'd316243f-dab7-41f6-b376-1276f98c4bd3', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'mac_address': 'fa:16:3e:88:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:09Z', 'updated_at': '2021-09-07T19:00:14Z', 'revision_number': 4, 'project_id': '29591b038aa6418889f1867256f9041a', 'subnets': [{'id': 'f0222958-9efc-4ff3-b672-6ebb45009ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:15.589856 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-d5c49042-61b5-4505-aa6f-a5eeccdfd5b2 None None] Provisioning for port 72176daa-132c-4a06-ab1c-70918b6858f9 completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:15.692418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 829d8277-bdd9-41b8-a672-0d9494d92999 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:15.856173 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.968207 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 829d8277-bdd9-41b8-a672-0d9494d92999 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:15.968207 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:15.974115 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:14Z', 'revision_number': 3, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:16.040897 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Checking router: 323a2fae-a7c6-4df4-9bcb-3f85cede96cf for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:16.041787 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Updating router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf port 2b268c4f-3158-473c-978c-db4e184c50dc binding host dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:16.084640 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.183304 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_common [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Allocated IP 172.20.0.1 (7b1b5fd4-573f-4140-a4ef-3a2fff250969/29f2f9c6-cccc-411c-b4d0-b51d78a1401e/d6f21675-c7dc-42f2-a118-31791e8dce3f) {{(pid=105638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 19:00:16.215150 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 72176daa-132c-4a06-ab1c-70918b6858f9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:16.382114 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 72176daa-132c-4a06-ab1c-70918b6858f9 completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:16.393596 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-7d1edadd-7646-4dcd-a2e9-cf89a56c59fe None None] Provisioning complete for port 72176daa-132c-4a06-ab1c-70918b6858f9 triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:16.393954 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7d1edadd-7646-4dcd-a2e9-cf89a56c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.399431 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 72176daa-132c-4a06-ab1c-70918b6858f9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:16.399809 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.413530 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.447627 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.provisioning_blocks [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Transition to ACTIVE for port object d6f21675-c7dc-42f2-a118-31791e8dce3f will not be triggered until provisioned by entity DHCP. {{(pid=105638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:16.490322 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766234853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.546626 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:16.551613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:16.556189 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Pushing event updated for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:16.558448 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Received port after_create {{(pid=105638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 19:00:16.609334 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688305'] for router_interface, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.683189 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks [] for port, precommit_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.699438 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.720666 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Transition to ACTIVE for port object 2b268c4f-3158-473c-978c-db4e184c50dc will not be triggered until provisioned by entity L2. {{(pid=105640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:16.723406 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7d1edadd-7646-4dcd-a2e9-cf89a56c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.735370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.811269 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 72176daa-132c-4a06-ab1c-70918b6858f9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=72176daa-132c-4a06-ab1c-70918b6858f9,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:16.828621 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.829372 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15e0a163-69a3-4af0-8792-58bee39183da up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:16.841528 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.874052 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Attempting to bind port 2b268c4f-3158-473c-978c-db4e184c50dc on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:16.874305 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Attempting to bind port 2b268c4f-3158-473c-978c-db4e184c50dc by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:16.874651 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Attempting to bind port 2b268c4f-3158-473c-978c-db4e184c50dc on network 753e5898-0170-4bf9-a81c-5f296ed4b229 {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:16.910678 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca79334-def4-499b-a1b8-924d32d6c768 None None] Pushing event updated for resources: {'Port': ['ID=2b268c4f-3158-473c-978c-db4e184c50dc,revision_number=2']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:16.913235 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:16.913616 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Checking segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:16.914009 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.914383 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Bound using segment: {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'} {{(pid=105640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:16.914896 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.managers [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Bound port: 2b268c4f-3158-473c-978c-db4e184c50dc, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80d079-028f-46e5-8f94-900061ba7f13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229'}}] {{(pid=105640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:16.915266 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:16.984204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.db.api [None req-7d1edadd-7646-4dcd-a2e9-cf89a56c59fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 19:00:16.984789 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG oslo_db.api [None req-7d1edadd-7646-4dcd-a2e9-cf89a56c59fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 19:00:17.023904 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=72176daa-132c-4a06-ab1c-70918b6858f9,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.037256 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 15e0a163-69a3-4af0-8792-58bee39183da completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:17.042056 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] For port 2b268c4f-3158-473c-978c-db4e184c50dc, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:17.045668 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] For port 2b268c4f-3158-473c-978c-db4e184c50dc, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=2b268c4f-3158-473c-978c-db4e184c50dc,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:17.046906 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 15e0a163-69a3-4af0-8792-58bee39183da triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:17.049661 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.055953 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.069102 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.083421 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9241086'] for port, after_update {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.188497 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648705'] for router_interface, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.190635 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Pushing event updated for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=2']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.193196 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:17.193921 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:17.198322 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca79334-def4-499b-a1b8-924d32d6c768 None None] Pushing event updated for resources: {'Port': ['ID=2b268c4f-3158-473c-978c-db4e184c50dc,revision_number=3']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.308851 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 is already hosted by enough agents. {{(pid=105638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 19:00:17.310385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.base_scheduler [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 19:00:17.356612 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.413352 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:17.458545 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 15e0a163-69a3-4af0-8792-58bee39183da, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=15e0a163-69a3-4af0-8792-58bee39183da,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:17.474954 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.599018 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 72176daa-132c-4a06-ab1c-70918b6858f9 up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:17.744396 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:17.773474 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:00:17.798533 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 72176daa-132c-4a06-ab1c-70918b6858f9 triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:17.798533 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:17.928379 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:00:17.936605 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1aa633ff-2820-4ab3-9460-e0ab14d480fa admin admin] 10.222.0.25 "PUT /v2.0/routers/323a2fae-a7c6-4df4-9bcb-3f85cede96cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118155 Sep 07 19:00:17.944286 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-ede4b878-42b8-485c-8a51-079d8889f0d5 None None] Provisioning for port d6f21675-c7dc-42f2-a118-31791e8dce3f completed by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:17.979427 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-ede4b878-42b8-485c-8a51-079d8889f0d5 None None] Provisioning complete for port d6f21675-c7dc-42f2-a118-31791e8dce3f triggered by entity DHCP. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:17.979808 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ede4b878-42b8-485c-8a51-079d8889f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.037008 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-ede4b878-42b8-485c-8a51-079d8889f0d5 None None] Port d6f21675-c7dc-42f2-a118-31791e8dce3f cannot update to ACTIVE because it is not bound. {{(pid=105640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 19:00:18.039910 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'd6f21675-c7dc-42f2-a118-31791e8dce3f', 'name': '', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'mac_address': 'fa:16:3e:2f:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 2, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'subnets': [{'id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:18.075353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51a074-7fec-4a18-89af-c522fd7c4e00 None None] The sync data for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi is: [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'd6f21675-c7dc-42f2-a118-31791e8dce3f', 'name': '', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'mac_address': 'fa:16:3e:2f:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 2, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'subnets': [{'id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:18.679096 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38242) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:18.683716 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203373644', 'description': 'tempest-secgroup-smoke-203373644 description', 'project_id': '29591b038aa6418889f1867256f9041a'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:18.709724 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.855705 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.866786 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.885581 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.921267 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:18.927023 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2441313 Sep 07 19:00:18.927809 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38244) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:18.929938 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915123-d78b-4843-a043-8b951311fb8e tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db7a98-d1cf-42cd-aaa5-031340b4f2bf,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:18.941369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:18.970247 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.056382 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.061033 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.087915 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7421bdaf-7f0e-4be0-9e22-37b11c6dfa1b,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.095000 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.099102 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38246) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:19.103937 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:19.104263 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-da488211-bc76-4f11-9c35-a042abfb19a5 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737306 Sep 07 19:00:19.136247 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.209720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.214254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.233711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3bd303-8a41-41bb-b5a6-7446da87e48e,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.243175 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.246889 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-1d8f1191-f9f2-48d1-bdee-b5f6981a2d62 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466606 Sep 07 19:00:19.247565 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38248) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:19.254577 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:19.302166 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.385210 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.391555 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.413192 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2699811b-5dba-4812-9140-0122f224bd1b,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.417059 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.420944 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-5bbda757-74c2-467a-a567-afd7f0048c4b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693444 Sep 07 19:00:19.421499 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38250) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:19.426652 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:19.461282 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.558737 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.567473 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.587024 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d745fd-63a3-413e-a4f4-04d40013e274,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.595548 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.597152 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-64dcc29e-6baa-4b02-a9ae-8bc6ac1011c4 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750343 Sep 07 19:00:19.601508 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 38258) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:19.606283 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.v2.base [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:19.663504 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.db.securitygroups_db [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Project 29591b038aa6418889f1867256f9041a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:00:19.685522 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.694313 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 2b268c4f-3158-473c-978c-db4e184c50dc up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:19.762261 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.771630 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.790887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc42317-4b47-4abe-a714-37c7562cea08,revision_number=0']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.798780 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.803264 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f3625201-859b-4373-820a-03c5643c1097 tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2004871 Sep 07 19:00:19.803549 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 38262) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:00:19.809140 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.v2.base [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Request body: {'security_group_rule': {'security_group_id': 'f7db7a98-d1cf-42cd-aaa5-031340b4f2bf', 'project_id': '29591b038aa6418889f1867256f9041a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 19:00:19.837175 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.securitygroups_db [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Project 29591b038aa6418889f1867256f9041a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 19:00:19.842940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.898675 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port 2b268c4f-3158-473c-978c-db4e184c50dc completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:19.903698 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 2b268c4f-3158-473c-978c-db4e184c50dc triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:19.904215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.923948 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.935221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182535'] for security_group_rule, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.966039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a16707c-e6d6-4625-850a-d883fd6705fc,revision_number=0']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:19.978149 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:19.978998 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ced588d6-182e-4512-b36e-4fa2a543ed6b tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738544 Sep 07 19:00:19.998782 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.027151 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port 2b268c4f-3158-473c-978c-db4e184c50dc, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=2b268c4f-3158-473c-978c-db4e184c50dc,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:20.034091 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.034659 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15e0a163-69a3-4af0-8792-58bee39183da up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:20.130438 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=2b268c4f-3158-473c-978c-db4e184c50dc,revision_number=4']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:20.135569 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 15e0a163-69a3-4af0-8792-58bee39183da triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:20.135939 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:20.561106 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Sync routers for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:00:20.573344 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:20.573967 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:20.693852 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:20.926915 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'd6f21675-c7dc-42f2-a118-31791e8dce3f', 'name': '', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'mac_address': 'fa:16:3e:2f:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 2, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'subnets': [{'id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:20.953977 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Checking router: 323a2fae-a7c6-4df4-9bcb-3f85cede96cf for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:00:20.954329 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Updating router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf port d6f21675-c7dc-42f2-a118-31791e8dce3f binding host dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 19:00:20.993932 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.322011 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.333670 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.provisioning_blocks [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Transition to ACTIVE for port object d6f21675-c7dc-42f2-a118-31791e8dce3f will not be triggered until provisioned by entity L2. {{(pid=105641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 19:00:21.342221 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.393914 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad15ca-d0a0-4e35-8fb4-a0815a939c31 None None] Pushing event updated for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=3']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.451685 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Attempting to bind port d6f21675-c7dc-42f2-a118-31791e8dce3f on host dv-cinder-790535-12-iscsi for vnic_type normal with profile {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 19:00:21.452047 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Attempting to bind port d6f21675-c7dc-42f2-a118-31791e8dce3f by drivers openvswitch,hyperv on host dv-cinder-790535-12-iscsi at level 0 using segments [{'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 19:00:21.452400 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Attempting to bind port d6f21675-c7dc-42f2-a118-31791e8dce3f on network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 19:00:21.458395 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Checking agent: {'id': '19145878-7a25-494b-abe1-a71f6fc7afc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 18, 41, 33), 'started_at': datetime.datetime(2021, 9, 7, 18, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 19:00:21.458785 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Checking segment: {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 19:00:21.459178 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.459730 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Bound using segment: {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'} {{(pid=105641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 19:00:21.460196 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.managers [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Bound port: d6f21675-c7dc-42f2-a118-31791e8dce3f, host: dv-cinder-790535-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969'}}] {{(pid=105641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 19:00:21.460566 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.565184 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 2b268c4f-3158-473c-978c-db4e184c50dc up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:21.579094 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] For port d6f21675-c7dc-42f2-a118-31791e8dce3f, host dv-cinder-790535-12-iscsi, cleared binding levels {{(pid=105641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 19:00:21.585314 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.plugins.ml2.db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] For port d6f21675-c7dc-42f2-a118-31791e8dce3f, host dv-cinder-790535-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d6f21675-c7dc-42f2-a118-31791e8dce3f,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 19:00:21.591740 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron_lib.callbacks.manager [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.657182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port 2b268c4f-3158-473c-978c-db4e184c50dc triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:21.657182 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:21.682614 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:00:21.683841 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:00:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:21.874113 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad15ca-d0a0-4e35-8fb4-a0815a939c31 None None] Pushing event updated for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=4']} {{(pid=105641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:21.894778 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:00:22.106553 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'd6f21675-c7dc-42f2-a118-31791e8dce3f', 'name': '', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'mac_address': 'fa:16:3e:2f:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:21Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'subnets': [{'id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:00:22.137957 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28212e4-56c6-44e1-903c-97b65534a1b4 None None] The sync data for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi is: [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:00:16Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': 'd6f21675-c7dc-42f2-a118-31791e8dce3f', 'name': '', 'network_id': '7b1b5fd4-573f-4140-a4ef-3a2fff250969', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'mac_address': 'fa:16:3e:2f:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:15Z', 'updated_at': '2021-09-07T19:00:21Z', 'revision_number': 4, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'subnets': [{'id': '29f2f9c6-cccc-411c-b4d0-b51d78a1401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:00:23.577077 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d6f21675-c7dc-42f2-a118-31791e8dce3f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:23.628223 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning for port d6f21675-c7dc-42f2-a118-31791e8dce3f completed by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 19:00:23.632436 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port d6f21675-c7dc-42f2-a118-31791e8dce3f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:23.632871 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.721657 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.768585 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] For port d6f21675-c7dc-42f2-a118-31791e8dce3f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d6f21675-c7dc-42f2-a118-31791e8dce3f,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:00:23.774490 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751766802728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766234871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766234893'] for port, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:23.867742 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Pushing event updated for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=5']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:00:25.571791 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d6f21675-c7dc-42f2-a118-31791e8dce3f up at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 19:00:25.635416 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.provisioning_blocks [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Provisioning complete for port d6f21675-c7dc-42f2-a118-31791e8dce3f triggered by entity L2. {{(pid=105640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 19:00:25.635910 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724405'] for port, provisioning_complete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:29.417191 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-86ef50dd-21a9-4253-b3e5-2cd04db4d969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.710976 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8f01259b-25dc-4ac3-a3fd-26b6179c04bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:32.744604 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:33.067624 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:00:34.605852 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:35.909174 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:48.841927 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:00:53.291467 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-7ee5b035-75d9-4fc9-a6d7-90f94aa08e65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1434803 Sep 07 19:00:53.368775 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af179f4-1f22-481d-9710-983297819b5e req-df11c3b5-ce74-4aee-96a8-6010c26c7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.370259 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-df11c3b5-ce74-4aee-96a8-6010c26c7895 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1098 time: 0.0431914 Sep 07 19:00:53.494994 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af179f4-1f22-481d-9710-983297819b5e req-0ac8ab21-fef8-4d64-a1dc-88e33a45dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.496543 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-0ac8ab21-fef8-4d64-a1dc-88e33a45dfb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.1048694 Sep 07 19:00:53.545242 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-e8cfd51e-41db-4de1-8cb6-88ea266071ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.0406754 Sep 07 19:00:53.596664 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af179f4-1f22-481d-9710-983297819b5e req-2e1498d7-5a32-4b25-9def-a091360af0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:00:53.598186 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-2e1498d7-5a32-4b25-9def-a091360af0cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0446131 Sep 07 19:00:53.633379 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-57472a2d-4409-4262-9cbf-800ef82eb4d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266538 Sep 07 19:00:53.645462 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-94f78cb0-58fe-4cf6-a37a-73bb9e86b805 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:00:53.646491 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-94f78cb0-58fe-4cf6-a37a-73bb9e86b805 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048869 Sep 07 19:00:53.740330 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-5eb135ca-e2d1-44ba-86b2-d27d8b4ad453 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Sep 07 19:00:53.830982 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9af179f4-1f22-481d-9710-983297819b5e req-ec6c7e52-40b4-496c-8fc6-b70b6d6f54ea service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832126 Sep 07 19:00:59.424353 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4074e0b0-4805-4c1c-948b-62b329ed3ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.708790 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bc19e03d-17d7-490a-837c-f5e0cd3cc6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:02.738205 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:04.590071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:05.910071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:10.070705 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:01:18.850904 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:29.431016 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-08a944e5-4729-456e-8dfc-95d622d1829f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.701714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-494b203c-1e20-4566-81ff-691ce99abda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:32.745416 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:34.596147 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:35.914964 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:47.073764 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:01:48.851233 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:01:53.396849 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-975df64a-6b74-4e8d-8e34-f1ff6a2c444c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465968 Sep 07 19:01:53.520206 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-f68f9341-c474-4686-ad5b-e11370657fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.521921 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-f68f9341-c474-4686-ad5b-e11370657fd7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0585055 Sep 07 19:01:53.637262 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-0985d35f-0d06-4f47-ab2c-e5dc7823fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.638772 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-0985d35f-0d06-4f47-ab2c-e5dc7823fde2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0936823 Sep 07 19:01:53.716619 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-6e6a8b43-0d3f-4202-8e80-028234cde4d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0689194 Sep 07 19:01:53.772373 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-330e0d24-2872-4a3d-aa96-a96fbf9ca7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.773841 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-330e0d24-2872-4a3d-aa96-a96fbf9ca7e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0493717 Sep 07 19:01:53.826034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-c55f0981-79a6-4014-a51e-ff5455796f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:01:53.827951 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-c55f0981-79a6-4014-a51e-ff5455796f1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453274 Sep 07 19:01:53.965020 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-47286624-66f1-4b8d-b813-fb567bc53813 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278725 Sep 07 19:01:54.072030 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1bc9217-f7d5-4eb9-8d5e-d0441b1b69a0 req-14118713-7cf3-461e-909a-1ace776499e7 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986867 Sep 07 19:01:59.428412 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-59e78a25-04a4-4d5c-aa4e-7d9ba8557e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.705104 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-92916838-5577-4b6c-aff3-67f980a2b48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:02.744835 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:04.598826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:05.918136 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:18.864164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:24.078970 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:02:29.435273 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f310524b-8243-4b36-85be-33bab9f383e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.709515 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bfb1402e-217d-4df1-b3d3-c945792c4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:32.741028 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:34.603056 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:35.919385 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:48.878169 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:02:53.168213 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-77360133-b451-4e7b-ac46-400f4afd78d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473282 Sep 07 19:02:53.248681 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-c4054995-6d91-4f36-a2f5-cb6b368492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.250162 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-c4054995-6d91-4f36-a2f5-cb6b368492bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 1098 time: 0.0454044 Sep 07 19:02:53.354438 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-dec9ec7f-01ad-4b2f-b7c9-1f038e53fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.356007 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-dec9ec7f-01ad-4b2f-b7c9-1f038e53fb40 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 200 len: 915 time: 0.0849047 Sep 07 19:02:53.402647 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-d4e6f6df-b434-4381-bea3-d1ca2526a69c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 200 len: 217 time: 0.0390346 Sep 07 19:02:53.455566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-88bc158b-c695-4b7a-adc0-046b867fc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.456991 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-88bc158b-c695-4b7a-adc0-046b867fc6f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 200 len: 853 time: 0.0464253 Sep 07 19:02:53.506465 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-8905fc2d-c375-40fa-835e-ffc5abcd136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:02:53.508036 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-8905fc2d-c375-40fa-835e-ffc5abcd136d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d7d32b6-3460-4ff5-b333-4f228276ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435648 Sep 07 19:02:53.606416 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-27d0c6e7-e8b7-4b20-b7d1-6014ea504074 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902307 Sep 07 19:02:53.961790 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05eb140c-43b9-4707-bd5a-49c67440e012 req-d2f0e14e-94e6-40e0-9ab1-184beb07ad09 service neutron] 10.222.0.74 "GET /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476260 Sep 07 19:02:59.428870 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3e5b34af-79ac-41ad-b64f-bc1f688d5f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:01.078828 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:03:02.713868 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f1c24ddf-271b-4c77-bfbb-09e8433a9b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:02.734285 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:04.603440 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:05.920878 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:18.902953 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:29.431991 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cd2118c0-1c3a-4870-96d3-2c510e94bd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:32.718025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9529bfa1-5eba-469e-afde-3d383b6b5434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:32.738242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:34.605284 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:35.923781 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:38.079577 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:03:48.916915 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:03:55.115761 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-f87f9d1c-d601-4007-9da8-60c62836f9d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425973 Sep 07 19:03:55.194223 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-d8d46488-786c-4a2e-8588-23c473645138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:55.195772 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-d8d46488-786c-4a2e-8588-23c473645138 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1098 time: 0.0442355 Sep 07 19:03:55.301574 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-5e655c76-9fef-4fb7-94b2-740c9c8bea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:55.303132 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-5e655c76-9fef-4fb7-94b2-740c9c8bea09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.0852644 Sep 07 19:03:55.349422 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-e0d9f981-cdcb-4712-bba0-ed5ddd199622 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.0383790 Sep 07 19:03:55.400888 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-bbee0f07-2080-4a51-bb16-ba2cc6f0b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:03:55.402351 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-bbee0f07-2080-4a51-bb16-ba2cc6f0b6bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0454597 Sep 07 19:03:55.434237 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-7c5eda43-43d2-409f-aa75-b584a31df161 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244310 Sep 07 19:03:55.534454 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-e4fe02a3-2aa2-412a-8b60-1cfc83a94e46 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Sep 07 19:03:55.659164 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d63ddd3e-5afb-42e4-ae4d-49b25c1a4b66 req-b620b07d-282e-483b-b2e4-c46fb462399e service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165760 Sep 07 19:03:59.436855 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c55a517f-8d2e-40ff-9267-3cc007cb069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.721441 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c0893d89-7da5-4721-bbbb-6c60fa15d489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:02.741201 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:04.608861 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:05.927843 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:15.080605 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:04:18.912073 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:29.443124 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-074c4943-e915-4f27-87e1-a094fe355769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:32.725929 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2a3479d-d4b9-420a-8f1b-108ad212f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:32.745825 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:34.611974 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:35.929352 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:48.931237 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:04:52.088894 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:04:55.168525 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-cfa2eef5-57e9-4980-885c-752e1c2df7bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571465 Sep 07 19:04:55.277120 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-c416816f-5757-4f02-a790-d063be22a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:55.278819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-c416816f-5757-4f02-a790-d063be22a8c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0449533 Sep 07 19:04:55.411239 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-64276e2e-e29e-4b93-91e9-1ea03a648c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:55.412838 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-64276e2e-e29e-4b93-91e9-1ea03a648c28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1068349 Sep 07 19:04:55.497290 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-b2a6f2ad-e482-451a-9fee-6f9e72ea928a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0748246 Sep 07 19:04:55.585616 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-9735f048-c221-4dc2-ab6f-d063085d7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:55.587307 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-9735f048-c221-4dc2-ab6f-d063085d7b1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0798106 Sep 07 19:04:55.645757 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-151802c2-ea9a-402f-9ba1-ea007d92de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:04:55.647352 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-151802c2-ea9a-402f-9ba1-ea007d92de17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516732 Sep 07 19:04:55.772235 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-f0a31420-90d0-4997-a9dc-0beae30b0f33 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162200 Sep 07 19:04:55.882873 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6158381-f9e2-4b1d-abe1-241f131562a0 req-798f4064-9e29-4470-99f8-f94cd980df48 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026652 Sep 07 19:04:59.439941 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2bebd119-4646-42a9-a678-07a80d52ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:02.739590 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-17bd3228-5fb2-496a-95ce-ea59fd02237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:02.758588 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:04.615468 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:05.933942 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:16.340021 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [req-c1c093d5-19fc-43b8-8620-ce3e69ba4104 req-3320812c-23ab-4a50-a93e-532e9c055a45 service neutron] (105638) timed out ('10.222.0.74', 58163) {{(pid=105638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:05:17.504775 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-416a25d3-b89c-4aac-93aa-45bb78e31a84 req-ad4dd313-b9c9-412c-a085-f2f7b7d64a67 service neutron] (105639) timed out ('10.222.0.74', 58154) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:05:18.940976 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:29.082141 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:05:29.437407 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-becca71b-7492-4c14-8c4f-8b4357c99ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.742787 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4f49801f-290e-4015-b968-4f20e12fa1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:32.759117 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:34.356444 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23dd25-d668-4d1b-873e-ed37db5dab39 req-b06ecdd7-bbaf-4b2b-b985-45fe246f81a4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:34.357822 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9e23dd25-d668-4d1b-873e-ed37db5dab39 req-b06ecdd7-bbaf-4b2b-b985-45fe246f81a4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.1286838 Sep 07 19:05:34.396737 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9e23dd25-d668-4d1b-873e-ed37db5dab39 req-b4b8d2d1-b698-418b-88af-febd7c0cd260 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/security-groups?id=e39def08-8cee-4f66-8d6a-91f0ed47bac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Sep 07 19:05:34.619329 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.059968 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-9259df94-0c6d-4b55-893d-db446410062b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:35.061466 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-9259df94-0c6d-4b55-893d-db446410062b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.74 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 945 time: 0.0500498 Sep 07 19:05:35.161987 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Deleting port 6d8c1310-d92e-4fdd-b192-79f368f3943a {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:05:35.162222 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.251220 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] For port 6d8c1310-d92e-4fdd-b192-79f368f3943a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6d8c1310-d92e-4fdd-b192-79f368f3943a,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:05:35.251559 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.264263 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Calling delete_port for 6d8c1310-d92e-4fdd-b192-79f368f3943a owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:05:35.393413 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.421743 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Pushing event deleted for resources: {'Port': ['ID=6d8c1310-d92e-4fdd-b192-79f368f3943a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:05:35.437572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['6d8c1310-d92e-4fdd-b192-79f368f3943a'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:05:35.451042 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.451388 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.451727 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.452133 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.452463 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.452846 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.453360 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.453867 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.456771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.456771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.456771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.456771 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:05:35.482453 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] No DVR routers for this DVR port 6d8c1310-d92e-4fdd-b192-79f368f3943a on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:05:35.485192 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:35.487290 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9dc77a27-03e1-4783-991b-e93bb3726753 req-fcb5e295-b6f7-405a-aa45-65cfc1101fbd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.74 "DELETE /v2.0/ports/6d8c1310-d92e-4fdd-b192-79f368f3943a HTTP/1.1" status: 204 len: 173 time: 0.4172311 Sep 07 19:05:35.487750 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'name': 'network-vif-deleted', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:05:35.490142 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fab04-107b-49ac-a331-8167bd2505bd" -d '{"events": [{"server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "name": "network-vif-deleted", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:05:35.526815 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-aea295dd-38df-4355-bc7e-4020aca68d6a req-da061e79-a994-4242-a830-3ac1c66c4122 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0413516 Sep 07 19:05:35.592225 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82917941-5ba3-43ad-956b-9ce07b14dfc7 x-openstack-request-id: req-82917941-5ba3-43ad-956b-9ce07b14dfc7 {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:05:35.592516 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16360903-69ad-450a-b71a-d578437319ef", "name": "network-vif-deleted", "tag": "6d8c1310-d92e-4fdd-b192-79f368f3943a", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:05:35.592763 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82917941-5ba3-43ad-956b-9ce07b14dfc7 {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:05:35.593159 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16360903-69ad-450a-b71a-d578437319ef', 'name': 'network-vif-deleted', 'tag': '6d8c1310-d92e-4fdd-b192-79f368f3943a', 'status': 'completed', 'code': 200} Sep 07 19:05:35.935316 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:36.682530 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1c0d6e4f-7797-410f-b333-4ac20d700315 req-effa1a0f-08b4-49f8-8030-532d613ec2b1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0841384 Sep 07 19:05:37.777846 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab207b6a-ed38-4ad0-a6f9-230bc4c54b9e req-14f202e9-c507-4439-b617-fcc65bfa0e0d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0263920 Sep 07 19:05:38.762302 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 6d8c1310-d92e-4fdd-b192-79f368f3943a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:05:38.784234 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 6d8c1310-d92e-4fdd-b192-79f368f3943a {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:05:38.784603 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 6d8c1310-d92e-4fdd-b192-79f368f3943a not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:05:38.886115 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a614d480-a41a-4acd-a64f-0c33b8611673 req-4bffde34-fc23-4bcf-81d6-3b002e7eb0e3 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0332274 Sep 07 19:05:39.985481 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-861916b7-9586-4b4a-8763-a784f926f5bb req-8ea9587d-abfd-4557-a3f1-2fbd12750ca9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0269649 Sep 07 19:05:41.086135 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f4167c1b-938d-4b65-ab9f-ebe73c7492de req-140be7ae-3f52-4126-825a-8d8024b05837 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0267906 Sep 07 19:05:42.190342 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-25dd24ab-ae33-43bb-82f9-6d8ba7279c0a req-4c8a1e87-a9f2-4671-b390-955d43712452 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0343249 Sep 07 19:05:43.289228 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-41613e27-956f-4db6-8b56-8329a2bd74b6 req-fbfbaf84-0752-4200-ba32-73e8a6615a94 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0272717 Sep 07 19:05:44.391811 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f61618b5-2b5a-4023-bded-67a8fa9c2278 req-98ca9df1-0c97-4eb1-a6fa-9f55bdb4dc33 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0279830 Sep 07 19:05:45.501185 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1cdd5ca5-fd54-43ac-a89a-1bc0f7e7e33a req-c76bda88-3812-4517-8e2c-599821adf123 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0296116 Sep 07 19:05:46.597165 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8ccbe55e-622a-4ab3-81dc-8bcffcaf91c5 req-a84410b5-9794-43dd-8841-3598b69e6bca tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0271738 Sep 07 19:05:47.737764 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a96f2357-4f23-4eeb-a8c2-796fc45485a0 req-1bc5e552-58ae-409f-9b6f-a3a192b519aa tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0409591 Sep 07 19:05:48.847013 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-14011996-4d54-413a-bcc7-c3b123ec07b7 req-e059bc3e-09b3-453e-9873-cc9a91f96bb1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0302167 Sep 07 19:05:48.959378 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:49.961931 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1faeeb88-6c32-45b1-89eb-2a2f837d0f0d req-d6058be2-6f6a-4118-988d-2e8128710e5d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0427809 Sep 07 19:05:51.066978 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c6975ca6-67e9-4c6d-992c-27ce1917a174 req-1d862975-3f60-427e-a39b-f504d851bad7 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0313983 Sep 07 19:05:52.179616 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7c85edfb-6fec-45b8-afa6-6cdd5ada53fd req-b276639e-3f4f-45d4-b01d-d98aeba6db05 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0290940 Sep 07 19:05:53.282218 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ec614243-0322-4983-8e56-3be90ae12253 req-e662b97a-8d0e-4dac-981d-8abc0b5e12f9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0290072 Sep 07 19:05:54.387869 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f5106d20-ec65-4202-82c4-1bed7da6db3d req-b8677393-9c61-47df-957e-1e2432b79ba0 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0274644 Sep 07 19:05:55.496093 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ba2c4095-7f89-480c-a73b-19f3772ebe4e req-673e6c1b-c97d-4d0b-affa-1339afa60c5a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0311356 Sep 07 19:05:56.198019 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-94434764-a970-4d11-b50b-4cdaa70c3345 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904284 Sep 07 19:05:56.273454 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-0c51a8f9-8d9f-485a-b79a-494b26521a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.275018 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-0c51a8f9-8d9f-485a-b79a-494b26521a51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1098 time: 0.0420501 Sep 07 19:05:56.390176 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-0cdca3ef-b34c-44e8-a435-0fa34d0a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.391757 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-0cdca3ef-b34c-44e8-a435-0fa34d0a9db9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.0936706 Sep 07 19:05:56.436851 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-fe85e0fb-6dc1-4622-a892-c27b72daefa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.0372963 Sep 07 19:05:56.493722 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-50aabd02-b31a-4b43-ab75-f884ee5b1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:05:56.495143 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-50aabd02-b31a-4b43-ab75-f884ee5b1ff3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0503333 Sep 07 19:05:56.529971 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-95f79437-89bf-4c41-931b-012f1d0da3bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256295 Sep 07 19:05:56.624989 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c05625fb-9227-4ad3-9c79-86be01c15aec req-2381dad6-9b18-4ab0-b8a7-d333bdd9f264 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0359058 Sep 07 19:05:56.658623 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-4cda0551-dc87-4310-a413-ca71eed93a28 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204541 Sep 07 19:05:56.776742 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-eecdec78-332b-4c96-b1cd-bf4ed37f1143 req-5e15bac9-0a75-4fa9-8ef3-d5806779b53d service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102650 Sep 07 19:05:57.725707 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4385ea7a-7aec-4e1b-9651-dfae302e34df req-d03608f6-f641-47c7-ac3e-7205274c2074 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0294423 Sep 07 19:05:58.831850 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-83edda60-9953-4c2a-a4d5-8eca83360642 req-09bfbda4-8fc6-4b2c-8818-288dac2f17cf tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0286219 Sep 07 19:05:59.434285 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-af3c7d25-0c55-4c11-a0d1-859d5ea5996f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:05:59.929098 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0e3da5cc-64a4-40ad-a4b3-7ba425891e92 req-5e8d5db8-1ea7-42f6-ab3b-303a85b90a6a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0275509 Sep 07 19:06:01.026497 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0373abd0-8253-4333-8e37-21b828fd55af req-fbbfcc5e-f90e-42c0-96a2-9fc9a0d8d1ca tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0266173 Sep 07 19:06:02.134874 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a6e726fe-72dd-4ecd-ae77-95c6af5fb44f req-f97da4e5-b94d-488e-8972-80b63fdd626a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0377283 Sep 07 19:06:02.742100 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3690bc8d-b15a-4783-9a85-e78991294946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:02.754811 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:03.230212 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-48a91903-5a74-497e-ab0a-e650dbc78698 req-0df7ed79-f363-4ee5-bbd6-8c647bb746a5 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0268061 Sep 07 19:06:04.329592 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-75e5905e-7e2e-45be-87df-c906a816f4d7 req-6126fa44-ae5c-4183-9151-cf5051c74618 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0306957 Sep 07 19:06:04.623085 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:05.428688 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-be305b43-1b61-40c1-9da1-c08973d2d417 req-72bc9b43-4392-4476-bd99-c28bd9223165 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0287657 Sep 07 19:06:05.939689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:06.088409 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:06:06.526414 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0e255a72-1537-4494-877f-725ef4b11658 req-0362fd25-c110-4d82-97bb-86d1e45898d9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0265093 Sep 07 19:06:07.621140 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-49843ee2-7d0a-4277-a833-bd2c865c7f7b req-5702fb14-757e-4389-8807-c8493e5fc8f2 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0277042 Sep 07 19:06:08.719235 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e396c03-d6d1-43d7-8df2-7ef90e8c220c req-e3445b5e-2361-40c0-bfd8-ed76837b44d5 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0299771 Sep 07 19:06:09.820658 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-23796516-70a6-4d6e-9abf-0bcc355062b3 req-02c96f27-f954-4101-b187-1498fd5fff08 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0288846 Sep 07 19:06:10.929880 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f8509138-25ba-4021-9b0e-9d5a98d16330 req-66ba4f3e-7dbd-4358-a21a-6326651f7e93 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0349712 Sep 07 19:06:12.034125 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0efab273-c827-4a3a-98d5-b6b502b0bdad req-dee415fb-2413-4ec9-a468-c8328a7c1577 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0277317 Sep 07 19:06:13.128200 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ab707360-779c-4c3c-9eae-fce053adf8a3 req-b5f32a99-4226-4548-8f86-b198db204172 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0264089 Sep 07 19:06:14.226774 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7e7e43b6-c847-4df2-8a39-6c0bc2b102bb req-e34be23f-77b4-4c55-a655-3f992e410771 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0271602 Sep 07 19:06:15.329659 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d6b24a12-c1b2-4a5e-841b-1caa1c3c9b71 req-c7ffdefd-11ed-431f-a815-bd2965c2b85d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0322273 Sep 07 19:06:16.429329 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ffad3b24-729e-4e42-bf95-906926413374 req-53e9a6ea-0955-4818-9dea-71f164b948ea tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0275068 Sep 07 19:06:17.542462 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-11e84f8b-2b36-4163-8688-a312d07cf4c1 req-a6063295-4058-4d43-abc9-bcd61ded5473 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0269938 Sep 07 19:06:18.642539 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cca9eabc-bc3c-4dfb-af46-1026c1aeed5b req-b500ff55-8f5c-4913-a287-01fc3d87a489 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0276392 Sep 07 19:06:18.961728 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:19.751395 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f9e391a7-78b0-4cd0-ac9c-a0c295f4d422 req-c23bf95d-df32-45cf-a4e5-a3e4f1baeead tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0331116 Sep 07 19:06:20.848198 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-926a7c14-42b9-4ffd-a5c8-bdf8ad2f2d7b req-e234af3e-913d-43e9-8fdc-c138014048aa tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0269847 Sep 07 19:06:21.954719 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ced1b2c4-2414-4fc5-80f3-26226e4753e9 req-129330ef-a2d8-4b45-b450-065c8cd66bca tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0375328 Sep 07 19:06:23.066156 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aec111ad-4a54-4c79-acbb-8843c492b491 req-b74b7ece-43ae-408f-b6fe-385373e72b11 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0336480 Sep 07 19:06:24.173431 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-970e3b16-0181-490f-9404-1a70ef70b523 req-a9767493-dfdd-41a6-8ae3-f1c45f1684dd tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0287547 Sep 07 19:06:25.273854 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-87b0ca1f-5dd4-4286-9a59-fbbd8dfb854b req-aead5276-0605-408d-acc2-39bfa773cf0c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0280814 Sep 07 19:06:26.370786 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-03c60206-ba05-43d3-919f-357ac4cee140 req-63f17962-2984-4b69-86da-36301328e4c9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0271029 Sep 07 19:06:27.469199 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-03ca740f-5c89-4287-9738-b015695560b0 req-cd72ca9c-6426-42bd-ace8-db35ed847758 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0273523 Sep 07 19:06:28.572487 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-91ebb399-0e56-41db-b31d-790cdd30bae1 req-2c3b3757-f0c6-46f9-9d39-5a9460153c85 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0323985 Sep 07 19:06:29.432698 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-210ec7d3-1523-44de-9978-c62121f64639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:29.679230 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-85729df6-caa2-42fa-ae0b-4fe2296378ec req-31c0502e-09ec-4aac-a06d-6a80d96268e9 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0335329 Sep 07 19:06:30.788877 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7834c00-4b1b-4b15-8e02-6418b2ee4f00 req-ff671bdd-1815-4928-9e3a-45da6cff6a5d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0283940 Sep 07 19:06:31.903700 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-617cce62-0b70-4fe0-8338-449cd5247144 req-56e08685-b7b8-4db2-a9f6-97c0277cc577 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0397897 Sep 07 19:06:32.746061 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-6317710c-793c-414c-a2b9-abba033d5c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:32.760233 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:33.034596 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-88f81429-eea5-481b-acfa-99c1f6c68105 req-19c29c33-cff4-4cfa-ace1-80b92001dfef tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0380573 Sep 07 19:06:34.170515 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c4932cbd-6069-4163-a390-3a8c3374e6d6 req-d9c136e1-76dd-42b9-bf16-5ac397fe110d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0446959 Sep 07 19:06:34.627254 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:35.303450 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-19f54cf5-3c90-45a7-89e9-ab1879dcf3a7 req-eac33f09-2449-4c01-9098-0fb5fd5f8a43 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0462554 Sep 07 19:06:35.942138 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:36.408463 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aadbc546-c9e3-437f-bef8-3873546b0074 req-4fa07481-b955-4f61-92c1-a33b594ca549 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0278497 Sep 07 19:06:37.519015 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1f6f16d-bc9f-4ad1-af00-42f589f6d21f req-ac704997-ebdd-4bd2-aa85-bdcc8ce42264 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0346606 Sep 07 19:06:38.627192 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-05aae37c-578f-43fa-a13c-493e3ae0b591 req-e6c5da9f-d918-4518-9fc0-564615e10b8e tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0286405 Sep 07 19:06:39.731135 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1ca1c1b0-f109-45c4-b80f-17ef48a4dd6a req-5f89d368-0180-4b13-8f02-a3e585a77acb tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0299461 Sep 07 19:06:40.838713 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-28f6923b-2d4a-4b65-8b8d-471cd7ddba73 req-da2da9e0-8df7-481a-bf4c-21f683ec71f4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0320761 Sep 07 19:06:41.956613 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f209aea4-b6f5-4648-9100-b0960e6f137d req-e9f43e8f-eb13-4f8c-bf42-6312aa01db9b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0407891 Sep 07 19:06:43.074306 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b3b0764-925a-42f9-aea3-1e8820633f6f req-d7ad2744-4386-40e9-b75d-71a8080d3b06 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0407622 Sep 07 19:06:43.103322 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:06:44.180170 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9698b079-37e6-4b2d-bb47-ab67ca44edad req-e79ec156-ff22-472d-9478-360d2d037336 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0296459 Sep 07 19:06:45.341818 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-25c988d3-c8d5-4036-b0be-ede7cbd0c154 req-45e344f5-7332-4b8a-ab69-2f2e1eacc841 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0422385 Sep 07 19:06:46.449741 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6517c281-16eb-456d-8e8c-50695b370ea3 req-2cb97edb-de6b-41bb-beff-320ce25d61e4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0328293 Sep 07 19:06:47.589353 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-95ab0276-3a80-488b-8144-360ee64965cc req-2ecd9ee9-547f-4880-a763-abb7e6a171c6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0441878 Sep 07 19:06:48.726553 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-99b62b6e-3f3a-4c06-9d5d-fa1b071255af req-58b45139-0b27-4bb6-9441-e20aa3eab0d6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0466969 Sep 07 19:06:48.985773 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:49.841302 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7393fe8b-103b-44cb-9f37-8b199cd3ee85 req-9ea547b0-1810-445f-ae03-95cd75881d25 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0274076 Sep 07 19:06:50.959268 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-78b30a29-5478-4f13-b4f8-bc0cd51677a9 req-9c1c8595-f96e-4de5-8cfd-7ef96f0cb29d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0278466 Sep 07 19:06:52.056819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-74f3acb5-c1c9-4e14-aa09-c420232aefc8 req-c4eaaf90-dd81-453e-b3b8-7f2f53182ad5 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0278118 Sep 07 19:06:53.151970 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a66860d1-c278-4ac1-b9bf-714fac57a8d3 req-e877fe0d-8d9d-42d7-9d2a-9490a815552b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0264180 Sep 07 19:06:54.250911 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-027bb92c-3dd9-41bd-88f6-c94c7ec8c890 req-c7eb50d3-c74c-4eb8-829d-380a80cf6e8b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0284274 Sep 07 19:06:55.349512 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-486ce769-b069-4c21-b37c-829dcd189b8b req-4a0f3c8a-dc1d-4d40-ba2b-3cc99c54a961 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0303335 Sep 07 19:06:56.448341 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a7274f2f-7a36-4d61-998e-ada41b1b150a req-99b4d4dd-a2bf-4ec9-9176-2d7131948568 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0275562 Sep 07 19:06:57.556819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-47245f41-72c2-4b33-b9bb-eb775cffcbca req-bbc87d65-9c9c-4797-9b65-c3b36e4148b4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0287728 Sep 07 19:06:58.172905 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-86b37b57-fc67-4105-96af-e151e9dfe353 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471518 Sep 07 19:06:58.284562 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273644fc-d502-447c-bb05-6bf4b787af3d req-35e22211-f2d7-4d46-ac96-dca07a9aed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.286073 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-35e22211-f2d7-4d46-ac96-dca07a9aed57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0441527 Sep 07 19:06:58.408263 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273644fc-d502-447c-bb05-6bf4b787af3d req-cd62d57c-7747-475e-8df0-1e37e09f1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.410399 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-cd62d57c-7747-475e-8df0-1e37e09f1bc3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1019578 Sep 07 19:06:58.515822 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-6182c65a-c365-4726-8ca6-62713c34c09c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0930943 Sep 07 19:06:58.576866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273644fc-d502-447c-bb05-6bf4b787af3d req-f273de5d-c211-4f1c-9b1e-06d26b425594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.578524 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-f273de5d-c211-4f1c-9b1e-06d26b425594 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0548782 Sep 07 19:06:58.629241 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273644fc-d502-447c-bb05-6bf4b787af3d req-1114cf42-af09-4543-beb1-b3058253c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:06:58.631022 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-1114cf42-af09-4543-beb1-b3058253c9e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449309 Sep 07 19:06:58.734723 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-035b9712-e1da-49eb-b866-d1816de0363d req-e5396899-10ce-42df-93fe-1a4e51a1ff18 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0396857 Sep 07 19:06:58.774349 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-3dfb37e1-4069-4ac7-a013-4d8666c6d660 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347916 Sep 07 19:06:58.879523 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-273644fc-d502-447c-bb05-6bf4b787af3d req-3913b48d-e412-461e-b949-a376494fd61a service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966699 Sep 07 19:06:59.440769 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-dbc62d3e-fb8e-48df-83e1-6d98549ca63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:06:59.834353 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8a5cf7f7-cedf-4047-910b-a9f199f8c5da req-872e6c2c-cf54-4cc9-bdbf-7fba1f80614d tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0280869 Sep 07 19:07:00.946531 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7f7b5b03-8950-4f05-867a-b1771f339604 req-a703c689-e7e1-4e37-b32e-cc2eab73b655 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0320106 Sep 07 19:07:02.047826 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f26e4938-2ea4-4cd0-a791-a502408e9cb9 req-80580b38-a757-4016-85f7-a6d762dbe95c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0291433 Sep 07 19:07:02.742610 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-53be29c1-9f1e-488d-b323-312a32109f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:02.754572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:03.148865 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fed6e19c-a80d-4078-bcf9-cad33334f44e req-f421f35a-3c0c-48c0-b86a-4a089f309881 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0262845 Sep 07 19:07:04.255836 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d0f67460-7e61-4d31-8935-cde84318c108 req-92952c8e-30f2-4e75-817b-af37de9ede09 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0285921 Sep 07 19:07:04.629636 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:05.363600 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1b74a4e-896d-4895-a13d-7edbef05ade4 req-27fd01f9-65dd-4e1f-88e7-9ab536353fed tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0283077 Sep 07 19:07:05.947075 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:06.470936 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5b0059d5-08f0-4b8d-92b4-e84f4d05edf7 req-63ae72c2-1b9d-4113-913e-6f1290af4da2 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0280712 Sep 07 19:07:07.588798 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cf4847cd-86e7-4a83-9340-836d4e4f23d3 req-8e95b357-7c82-45f2-a0e4-1709f5736351 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0301321 Sep 07 19:07:08.686721 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-20a55fba-6bb9-4740-890d-7fdceeb49500 req-683e6c76-7b23-4cb0-910c-87f019ace00b tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0272794 Sep 07 19:07:09.785301 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b13ba567-efb5-40d6-b312-772c12a1c746 req-b3aa4cb5-5e21-4455-97bb-1e9efc5a737a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0266278 Sep 07 19:07:10.884266 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0ea73331-02d0-49a9-97c2-38c2de37a859 req-41995045-e025-4e13-9f1e-9c255dc7d10f tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0284600 Sep 07 19:07:11.985446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-99c9fec5-274c-4bab-92ad-4a0b8fffc716 req-ecd28baa-703a-4e34-b8c2-1404dfcbbb86 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 07 19:07:13.099392 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-92951b40-d9b5-44cb-8c94-59459ff4d00d req-b816474b-aa25-461d-aab2-9837a8b7b2c1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0375655 Sep 07 19:07:14.203055 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5d8c0857-6650-475f-920f-6ed5fb024d42 req-8e3fa14f-97ef-42d2-a196-830cacfd94a6 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0317018 Sep 07 19:07:15.313696 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b7e85dec-0f4d-4bd8-92d8-75e83317d601 req-6ddc9fd8-e7d5-459f-9d77-28b15d957597 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0294847 Sep 07 19:07:16.411998 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-794b73c5-0cd7-40d6-a02f-5917b394436e req-dc458d25-5bf3-4140-b71b-ab32a1cf5725 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0287054 Sep 07 19:07:17.520662 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fc519a32-c815-4990-80e7-d37230a1cc5c req-f175a903-139c-4052-9523-1e2c80b18bb4 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0373869 Sep 07 19:07:18.621793 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0597bd5f-3608-4e93-90eb-a18c416154a5 req-6b99ee85-2fce-4aec-8706-950360ac9bc2 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0269914 Sep 07 19:07:18.980169 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:19.722295 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cb09fe11-9064-4541-9246-677170545582 req-43c090e7-40af-47e7-b619-34b3ea635468 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0311570 Sep 07 19:07:20.097641 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:07:20.821013 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-add7999d-1e2a-4b19-aefe-6fc2cda1ed04 req-89114c71-07b6-4f92-ad12-77fd19cae9b1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0307872 Sep 07 19:07:21.921058 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9d6ce3e8-03b6-431a-a8b6-1cea243512c6 req-d2d1fac6-a8a7-437b-8ef2-153de59d22fe tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0286207 Sep 07 19:07:23.027425 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-756ac7ba-c714-4500-9640-24b590e4aaf2 req-dfde7325-7e97-4ed9-815a-1c4c0836439a tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0284176 Sep 07 19:07:24.129924 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b1b740e3-ae41-4a55-b012-d897ca2c5ddc req-a124fce5-8a8c-4d8a-9c09-8978b3b755a3 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0285730 Sep 07 19:07:25.242758 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-91703f2e-4060-4ae5-9a82-6194fc3ad8cd req-e597f239-66cc-4e19-90d3-e4bcbe1db7e1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0333309 Sep 07 19:07:26.346643 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-69d8a36c-aa75-448e-938e-2a7d21a045db req-8ced596b-7f7f-4201-b040-55ca8a299517 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0262380 Sep 07 19:07:27.462303 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aad2cbe2-bfe9-42f3-bdb2-ad114047df95 req-82440c39-d6bd-417a-975d-e05d72ec2b19 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0352232 Sep 07 19:07:28.557636 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-487189e7-cc1e-4241-b0fe-4bb42aecf33f req-eee38a1e-dc89-4e3f-a75d-92141f597256 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0270045 Sep 07 19:07:29.440467 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f95652c1-38e7-4fe1-a920-ebd73d831f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:29.653262 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-561a3978-939f-47c0-b137-2ea168a38fe3 req-22f54b5c-5ded-461d-bfd5-81461dfe89af tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0266721 Sep 07 19:07:30.765497 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a53d7230-29ab-4891-8a39-267adca4cf38 req-6b833ec5-aa1c-42e3-881e-ed229e0045b1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0277114 Sep 07 19:07:31.864237 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4c35d005-72e3-4100-99a8-ee32e82f1c1c req-f172745b-22f1-4a73-a82f-9dcc9fbf91f1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0283368 Sep 07 19:07:32.746979 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-490def30-c872-47ff-b38b-d48c771ce415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.764810 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:32.974255 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-76ec8648-7914-4c4a-b5b2-78c0cd214697 req-64e4aef1-1e0b-4dd1-9184-b09e25d2b2f1 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0266070 Sep 07 19:07:34.088867 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2e8107c2-b734-465a-bca6-685e70d6c2be req-259cf45b-0893-4454-972a-3dd13fe15651 tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0430703 Sep 07 19:07:34.635132 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:35.189292 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3fec80c2-3efe-423a-9040-0ee60e0c4106 req-c2ea8dce-49c6-4935-be9b-fb754ea8675c tempest-TestMinimumBasicScenario-1678737614 tempest-TestMinimumBasicScenario-1678737614-project] 10.222.0.25 "GET /v2.0/ports?device_id=16360903-69ad-450a-b71a-d578437319ef HTTP/1.1" status: 200 len: 210 time: 0.0271351 Sep 07 19:07:35.949035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.076960 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 42652) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:37.653254 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:37.959862 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Deleting port 93a306ec-eec3-4715-955c-11dc79600b93 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:37.960187 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.339729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] For port 93a306ec-eec3-4715-955c-11dc79600b93, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=93a306ec-eec3-4715-955c-11dc79600b93,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:38.340444 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.353398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Calling delete_port for 93a306ec-eec3-4715-955c-11dc79600b93 owned by network:router_interface {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:38.548249 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.574816 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a306ec-eec3-4715-955c-11dc79600b93,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:38.588372 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.588372 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.588737 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.588968 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.589332 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.589624 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.590024 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.590288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.590613 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.590959 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.591277 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.591566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:38.768772 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:38.986642 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Router 3c81391f-6a6d-4747-9a56-206d550f4981 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:07:39.104647 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:39.109824 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-4888d9f2-c24d-4aec-8d0b-3fb42c93cec6 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c81391f-6a6d-4747-9a56-206d550f4981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318863 Sep 07 19:07:39.112487 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 42672) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:39.115498 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Sync routers for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:39.126386 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:39.127033 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:07:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:39.224093 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks [] for router, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.335317 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.388897 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:39.406887 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Deleting port e122402d-9d76-44d7-a8f0-3fb7f03dac7f {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:39.407750 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.494455 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] For port e122402d-9d76-44d7-a8f0-3fb7f03dac7f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:39.494854 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.509396 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Calling delete_port for e122402d-9d76-44d7-a8f0-3fb7f03dac7f owned by network:router_gateway {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:39.604826 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T19:07:38Z', 'revision_number': 5, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port': {'id': 'e122402d-9d76-44d7-a8f0-3fb7f03dac7f', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:21Z', 'updated_at': '2021-09-07T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:39.637743 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Checking router: 3c81391f-6a6d-4747-9a56-206d550f4981 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:39.647499 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Routers {'3c81391f-6a6d-4747-9a56-206d550f4981'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:39.648119 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:07:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['3c81391f-6a6d-4747-9a56-206d550f4981'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:39.683221 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.709547 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e122402d-9d76-44d7-a8f0-3fb7f03dac7f,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:39.742576 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] Set router 3c81391f-6a6d-4747-9a56-206d550f4981 gateway port host: None {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:39.782242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.805076 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T19:07:39Z', 'revision_number': 6, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:39.836662 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572b3a1-8b69-40d5-a1d1-2567f5b890fe None None] The sync data for ids ['3c81391f-6a6d-4747-9a56-206d550f4981'] in dv-cinder-790535-12-iscsi is: [{'id': '3c81391f-6a6d-4747-9a56-206d550f4981', 'name': 'tempest-TestMinimumBasicScenario-122363023-router', 'tenant_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:20Z', 'updated_at': '2021-09-07T19:07:39Z', 'revision_number': 6, 'project_id': '85f7d0366e4145ca8a4d7f43c03e52ea', 'gw_port_host': None}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:39.886231 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.888453 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.935259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.935970 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c81391f-6a6d-4747-9a56-206d550f4981 {{(pid=105639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:07:39.941118 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:39.942630 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b8d34046-fcc5-429e-a113-4d0d56fd8c92 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c81391f-6a6d-4747-9a56-206d550f4981 HTTP/1.1" status: 204 len: 168 time: 0.8291390 Sep 07 19:07:39.945477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 42678) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:39.995666 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Deleting subnet d4f85e89-af62-4996-9ccf-0662219c7a94 {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:39.999004 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.034658 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.119893 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.181230 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.208788 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f85e89-af62-4996-9ccf-0662219c7a94,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:40.210778 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.214969 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6bbebba7-0111-45a9-878b-25851ad12826 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d4f85e89-af62-4996-9ccf-0662219c7a94 HTTP/1.1" status: 204 len: 168 time: 0.2662678 Sep 07 19:07:40.215260 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 42684) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:40.229257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c457995-70dd-4bae-8442-64456aac72a9 None None] Network 8d7d32b6-3460-4ff5-b333-4f228276ecf5 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:40.293501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.357235 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Deleting port a423da8f-d8dd-476e-830f-36866fae8488 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:40.357629 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.431035 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] For port a423da8f-d8dd-476e-830f-36866fae8488, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a423da8f-d8dd-476e-830f-36866fae8488,segment=NetworkSegment(29342e71-7c28-4d49-bd7c-a743115da9f1),segment_id=29342e71-7c28-4d49-bd7c-a743115da9f1)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:40.431774 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.445582 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Calling delete_port for a423da8f-d8dd-476e-830f-36866fae8488 owned by network:dhcp {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:40.532423 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.565979 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Pushing event deleted for resources: {'Port': ['ID=a423da8f-d8dd-476e-830f-36866fae8488,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:40.570301 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] No DVR routers for this DVR port a423da8f-d8dd-476e-830f-36866fae8488 on host dv-cinder-790535-12-iscsi {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:40.644530 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.660215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa45dc5-af45-4d94-a85a-cf58d4f3456c None None] DHCP port deletion for 8d7d32b6-3460-4ff5-b333-4f228276ecf5 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:40.678682 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7d32b6-3460-4ff5-b333-4f228276ecf5']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:40.694914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29342e71-7c28-4d49-bd7c-a743115da9f1') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:40.695507 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29342e71-7c28-4d49-bd7c-a743115da9f1') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:40.709668 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.723566 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.731198 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:07:40.731624 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:07:40.734183 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:07:40.799062 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.804683 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:40.808353 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d7d32b6-3460-4ff5-b333-4f228276ecf5 HTTP/1.1" status: 204 len: 168 time: 0.5920358 Sep 07 19:07:40.811446 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42688) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:40.824345 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08e198-5b98-4284-b6e0-7107a553e267 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7d32b6-3460-4ff5-b333-4f228276ecf5,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:41.208121 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.458777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Deleting port a28d9907-a76f-411e-b142-8cb7e010a382 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:41.459163 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.541425 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] For port a28d9907-a76f-411e-b142-8cb7e010a382, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a28d9907-a76f-411e-b142-8cb7e010a382,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:41.541806 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.555717 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Calling delete_port for a28d9907-a76f-411e-b142-8cb7e010a382 owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:41.773627 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:41.799981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a28d9907-a76f-411e-b142-8cb7e010a382,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:41.827035 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.827622 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.827735 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.828443 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.828750 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.829119 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.829495 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.829830 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.830196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.830440 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.830759 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.831098 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:41.831838 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a423da8f-d8dd-476e-830f-36866fae8488 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:41.856765 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: a423da8f-d8dd-476e-830f-36866fae8488 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:41.857102 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a423da8f-d8dd-476e-830f-36866fae8488 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:41.857744 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 93a306ec-eec3-4715-955c-11dc79600b93 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:41.879055 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 93a306ec-eec3-4715-955c-11dc79600b93 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:41.879387 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 93a306ec-eec3-4715-955c-11dc79600b93 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:41.880000 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device e122402d-9d76-44d7-a8f0-3fb7f03dac7f no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:41.900044 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: e122402d-9d76-44d7-a8f0-3fb7f03dac7f {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:41.900442 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device e122402d-9d76-44d7-a8f0-3fb7f03dac7f not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:42.003936 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.224328 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:07:42.332650 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:07:42.340471 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f5602db0-0cd0-4d64-b5b4-5f1b4d51cd3d admin admin] 10.222.0.25 "PUT /v2.0/routers/54148bb7-c1c7-4e5e-b57a-e068bd64db06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252118 Sep 07 19:07:42.340471 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42706) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:42.343189 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Sync routers for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:07:42.353361 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:42.354066 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:07:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:42.443637 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.458975 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:42.555392 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.610711 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Deleting port 12336fef-4040-4848-b1de-2eb7662d9cb9 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:42.611076 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.643184 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T19:07:41Z', 'revision_number': 5, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port': {'id': '12336fef-4040-4848-b1de-2eb7662d9cb9', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:42.676109 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Checking router: 54148bb7-c1c7-4e5e-b57a-e068bd64db06 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:07:42.683755 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Routers {'54148bb7-c1c7-4e5e-b57a-e068bd64db06'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:07:42.684389 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:07:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:42.710319 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] For port 12336fef-4040-4848-b1de-2eb7662d9cb9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=12336fef-4040-4848-b1de-2eb7662d9cb9,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:42.710676 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.726828 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Calling delete_port for 12336fef-4040-4848-b1de-2eb7662d9cb9 owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:42.784653 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] Set router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:07:42.837356 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T19:07:42Z', 'revision_number': 6, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:42.867166 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ecc1b-68e9-4fe7-b311-445da8612c49 None None] The sync data for ids ['54148bb7-c1c7-4e5e-b57a-e068bd64db06'] in dv-cinder-790535-12-iscsi is: [{'id': '54148bb7-c1c7-4e5e-b57a-e068bd64db06', 'name': 'tempest-TestMinimumBasicScenario-1412269326-router', 'tenant_id': '0d463196d26a488bbf471d8fc5781324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:55:26Z', 'updated_at': '2021-09-07T19:07:42Z', 'revision_number': 6, 'project_id': '0d463196d26a488bbf471d8fc5781324', 'gw_port_host': None}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:07:42.912836 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:42.937061 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Pushing event deleted for resources: {'Port': ['ID=12336fef-4040-4848-b1de-2eb7662d9cb9,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:43.007531 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.107758 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.109866 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.161055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.161641 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54148bb7-c1c7-4e5e-b57a-e068bd64db06 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:07:43.166519 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.167848 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-83f021db-7af9-4dc5-a1a8-96f52e4143ea admin admin] 10.222.0.25 "DELETE /v2.0/routers/54148bb7-c1c7-4e5e-b57a-e068bd64db06 HTTP/1.1" status: 204 len: 168 time: 0.8265932 Sep 07 19:07:43.170273 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42712) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:43.218808 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Deleting subnet 555f98c3-69f8-4fbb-a5a2-52037e47e0b0 {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:07:43.222701 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.261059 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.402015 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.463988 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.490874 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555f98c3-69f8-4fbb-a5a2-52037e47e0b0,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:43.494978 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-18399050-3126-4894-8394-63156e7f461d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.496898 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-18399050-3126-4894-8394-63156e7f461d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/555f98c3-69f8-4fbb-a5a2-52037e47e0b0 HTTP/1.1" status: 204 len: 168 time: 0.3256731 Sep 07 19:07:43.499591 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42718) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:43.502511 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669a51b-74da-413e-9366-05d22950bc43 None None] Network 77897c35-8c16-41a7-b427-ad6b031c45c4 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:07:43.571305 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.628634 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Deleting port 7005e708-0d30-453c-8524-8c9bfbfc2932 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:43.628806 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.697143 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] DHCP port deletion for 77897c35-8c16-41a7-b427-ad6b031c45c4 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:07:43.703819 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] For port 7005e708-0d30-453c-8524-8c9bfbfc2932, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7005e708-0d30-453c-8524-8c9bfbfc2932,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:43.704235 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.746901 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Deleting port 7005e708-0d30-453c-8524-8c9bfbfc2932 {{(pid=105640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:07:43.747278 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.833550 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] For port 7005e708-0d30-453c-8524-8c9bfbfc2932, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7005e708-0d30-453c-8524-8c9bfbfc2932,segment=NetworkSegment(01066412-0c56-4ac6-a7b7-43f43575faa2),segment_id=01066412-0c56-4ac6-a7b7-43f43575faa2)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:07:43.833966 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:43.846551 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 12336fef-4040-4848-b1de-2eb7662d9cb9 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:43.885473 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 12336fef-4040-4848-b1de-2eb7662d9cb9 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:43.886025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 12336fef-4040-4848-b1de-2eb7662d9cb9 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:43.886705 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a28d9907-a76f-411e-b142-8cb7e010a382 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:43.920257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Calling delete_port for 7005e708-0d30-453c-8524-8c9bfbfc2932 owned by network:dhcp {{(pid=105640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:43.922392 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: a28d9907-a76f-411e-b142-8cb7e010a382 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:07:43.922740 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a28d9907-a76f-411e-b142-8cb7e010a382 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:07:43.923242 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7005e708-0d30-453c-8524-8c9bfbfc2932 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:07:44.000005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Calling delete_port for 7005e708-0d30-453c-8524-8c9bfbfc2932 owned by network:dhcp {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:07:44.067858 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553569'] for port, before_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.107254 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.121942 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862'] for port, after_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.134152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7005e708-0d30-453c-8524-8c9bfbfc2932,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:44.138728 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] No DVR routers for this DVR port 7005e708-0d30-453c-8524-8c9bfbfc2932 on host dv-cinder-790535-12-iscsi {{(pid=105640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:44.142055 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] No DVR routers for this DVR port 7005e708-0d30-453c-8524-8c9bfbfc2932 on host dv-cinder-790535-12-iscsi {{(pid=105638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:07:44.163427 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Pushing event deleted for resources: {'Port': ['ID=7005e708-0d30-453c-8524-8c9bfbfc2932,revision_number=None']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:44.171170 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.171170 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.171876 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.172215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.172541 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.172864 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.173185 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.173502 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.173817 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.174131 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.174442 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.174749 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aba54-b78e-427c-a9b6-2ea91bbe30d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:07:44.224345 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.243785 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77897c35-8c16-41a7-b427-ad6b031c45c4']}} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:44.253138 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01066412-0c56-4ac6-a7b7-43f43575faa2') {'for_net_delete': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:44.253434 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01066412-0c56-4ac6-a7b7-43f43575faa2') {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:07:44.262870 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546080'] for segment, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.276156 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.282048 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=105638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:07:44.282433 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9241042'] for segment, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self.session.flush() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self.session.flush() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self.session.flush() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self.session.flush() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: Traceback (most recent call last): Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: timer() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: cb(*args, **kw) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: return func(*args, **kwargs) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self._notify() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: self.callback(batched_events) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: event.method(event) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: return f(self, *a, **k) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._get(url).json() Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: return self.request(url, 'GET', **kwargs) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:07:44.284153 dv-cinder-790535-12-iscsi neutron-server[105638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:07:44.346691 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.355256 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.357738 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/77897c35-8c16-41a7-b427-ad6b031c45c4 HTTP/1.1" status: 204 len: 168 time: 0.8569028 Sep 07 19:07:44.372344 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1bbd-b94d-44f6-b75b-cf9b0ad372dc admin admin] Pushing event deleted for resources: {'Network': ['ID=77897c35-8c16-41a7-b427-ad6b031c45c4,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:44.515054 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42730) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:44.562046 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ba84cb70-2677-4f08-9a9e-57a19a5d64e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85f7d0366e4145ca8a4d7f43c03e52ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455370 Sep 07 19:07:44.566756 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42732) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:44.615981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.636881 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.685941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.689095 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:44.690299 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e39def08-8cee-4f66-8d6a-91f0ed47bac4 HTTP/1.1" status: 204 len: 168 time: 0.1225393 Sep 07 19:07:44.698652 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ac627-d4e9-40a1-a0fa-45752d30f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39def08-8cee-4f66-8d6a-91f0ed47bac4,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:45.070352 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42738) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:45.114812 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-68924d61-26ec-47cd-9334-1c21ba7c3227 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d463196d26a488bbf471d8fc5781324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409853 Sep 07 19:07:45.115191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 42742) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:07:45.172276 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.195537 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.249436 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.252279 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:45.253658 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41b58fd4-24b8-433a-983f-314ae2a0d281 HTTP/1.1" status: 204 len: 168 time: 0.1375787 Sep 07 19:07:45.261831 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8dd56-075a-4ea9-aad1-870d5bc18a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b58fd4-24b8-433a-983f-314ae2a0d281,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:07:49.009401 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:07:57.098828 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:07:59.435727 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a13472a7-8535-44bf-a99c-2eaca61a6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:00.118706 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-5a775506-8af4-4d49-bcc1-2c490450afe8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435843 Sep 07 19:08:00.204947 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-461274d7-668c-4675-87dc-2292e7e17f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:00.206513 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-461274d7-668c-4675-87dc-2292e7e17f08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac65a58621524f7998b19c2e729995d1&device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 1098 time: 0.0498533 Sep 07 19:08:00.326416 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-726938b6-6b99-49dd-a7b4-a064d755f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:00.328055 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-726938b6-6b99-49dd-a7b4-a064d755f270 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 200 len: 915 time: 0.0983868 Sep 07 19:08:00.373254 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-784d727e-50db-4845-a698-4be49fee5872 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 200 len: 217 time: 0.0369709 Sep 07 19:08:00.428544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-1f6daa4e-bf2e-4f1b-bcce-67cabd2b084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:00.430080 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-1f6daa4e-bf2e-4f1b-bcce-67cabd2b084c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 200 len: 854 time: 0.0494778 Sep 07 19:08:00.477232 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-546d0460-2997-4079-a84b-460b77c2fe6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8afa4d89-22d5-4a9e-bca1-2847646ee7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385640 Sep 07 19:08:00.573597 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-68fcdbdf-0884-4f79-877c-25e09312e524 service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879815 Sep 07 19:08:00.670154 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e474c44-00d3-4296-8537-90605fbfdeaa req-ffbf64ad-1a61-496d-aef9-bd0a5be7820d service neutron] 10.222.0.74 "GET /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889893 Sep 07 19:08:02.748362 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3de8ce3b-ee65-48da-891a-6a467fe1f2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:02.760102 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:04.638252 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:05.952030 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:19.012970 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:29.440239 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b7fc-90f0-41ec-abfa-07518e39287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.742215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-53b62f43-e1f5-4289-a403-f126be7edd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:32.764573 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:34.108713 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:08:34.640911 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:35.416878 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4838a7-b0c3-488d-9879-266f0045cced req-79e68984-17f5-4ed9-b181-91b43770bd28 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:35.418441 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2f4838a7-b0c3-488d-9879-266f0045cced req-79e68984-17f5-4ed9-b181-91b43770bd28 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 945 time: 0.0557461 Sep 07 19:08:35.460004 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2f4838a7-b0c3-488d-9879-266f0045cced req-3e117497-12dc-4c75-94c5-67681eb238d4 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/security-groups?id=a858df32-de8c-4fe8-a471-5a40259f783c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Sep 07 19:08:35.955351 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.143331 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283aa74-4734-4415-929e-d85d06258811 req-8043a547-191c-4672-8488-8fe31655ba66 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:08:36.144902 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a283aa74-4734-4415-929e-d85d06258811 req-8043a547-191c-4672-8488-8fe31655ba66 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 945 time: 0.0546873 Sep 07 19:08:36.243975 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Deleting port 21fe2e32-1a11-4919-bd01-416e56e17b9e {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:08:36.244324 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.339478 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] For port 21fe2e32-1a11-4919-bd01-416e56e17b9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=21fe2e32-1a11-4919-bd01-416e56e17b9e,segment=NetworkSegment(c4167871-dda2-429c-95ae-e98a74d49cf3),segment_id=c4167871-dda2-429c-95ae-e98a74d49cf3)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:08:36.339875 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.352661 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Calling delete_port for 21fe2e32-1a11-4919-bd01-416e56e17b9e owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:08:36.493310 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.523849 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Pushing event deleted for resources: {'Port': ['ID=21fe2e32-1a11-4919-bd01-416e56e17b9e,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:08:36.534186 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] get_ports_and_sgs() called for port_ids ['21fe2e32-1a11-4919-bd01-416e56e17b9e'] {{(pid=105640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 19:08:36.595181 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] No DVR routers for this DVR port 21fe2e32-1a11-4919-bd01-416e56e17b9e on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:08:36.598519 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e2478f76-dc56-4bd1-98b2-34ee0a722f77 req-1c2e1357-4e75-41c4-a29d-b12ec22dedb1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0488880 Sep 07 19:08:36.599514 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:36.601779 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a283aa74-4734-4415-929e-d85d06258811 req-7648e670-c3e8-4980-a526-e571f3dba772 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.74 "DELETE /v2.0/ports/21fe2e32-1a11-4919-bd01-416e56e17b9e HTTP/1.1" status: 204 len: 173 time: 0.4494455 Sep 07 19:08:36.602043 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'name': 'network-vif-deleted', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:08:36.604501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8dad05-b5a7-4c14-a207-9dc900a31d88" -d '{"events": [{"server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "name": "network-vif-deleted", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:08:36.659213 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128e3904-553d-4de7-af17-4b9f373c59dc x-openstack-request-id: req-128e3904-553d-4de7-af17-4b9f373c59dc {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:08:36.659697 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b197bf-8a32-4e7e-92ec-a221a54f4749", "name": "network-vif-deleted", "tag": "21fe2e32-1a11-4919-bd01-416e56e17b9e", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:08:36.660093 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-128e3904-553d-4de7-af17-4b9f373c59dc {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:08:36.660809 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b197bf-8a32-4e7e-92ec-a221a54f4749', 'name': 'network-vif-deleted', 'tag': '21fe2e32-1a11-4919-bd01-416e56e17b9e', 'status': 'completed', 'code': 200} Sep 07 19:08:37.705953 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dc35e0c0-f547-4354-8f14-c2c92ebcccd2 req-1735923d-90c5-4181-8109-a07f36b94a00 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Sep 07 19:08:38.475530 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-4674d463-f44a-42a0-88ab-afad126a0d96 req-9d71bb97-7a87-402c-bd78-6cb5ec32baa5 service neutron] (105639) timed out ('10.222.0.25', 34428) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:08:38.820715 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6a962c69-09dc-4524-b9d2-d1f2543b2e22 req-fb749e62-e2ee-44ef-9629-838f656a9ca6 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Sep 07 19:08:39.835867 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 21fe2e32-1a11-4919-bd01-416e56e17b9e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:08:39.857505 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 21fe2e32-1a11-4919-bd01-416e56e17b9e {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:08:39.857825 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 21fe2e32-1a11-4919-bd01-416e56e17b9e not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:08:39.926930 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6fb1c6a1-2e5b-4f9c-8bf2-5c1cf5aca503 req-15ade391-8f03-4159-9867-cfd8e4009d87 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0302830 Sep 07 19:08:41.030636 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-01056db6-098f-4036-8b07-cf0313e9cede req-26bfa6ec-a3f4-4c2c-8237-b072aaaf7692 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0304692 Sep 07 19:08:42.131717 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-07246dd4-0a82-489f-a5c7-1b0f8e7e94d4 req-06ae04dd-7b8b-4baa-91ba-4adaeb28ed9d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0290306 Sep 07 19:08:43.233928 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-77b11311-a420-4258-9793-dc79bf8dcd8c req-4988fbea-614b-49d0-93d5-37c20d811623 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0282931 Sep 07 19:08:44.350417 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e0fd1ca5-f6a5-4129-8b2b-a27d8e75e33f req-4a3b1ce6-f7e7-4632-b335-e9d5e2b23e7e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0377603 Sep 07 19:08:45.463609 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3352ae86-d258-4ee3-b23d-8ab756f03c3c req-e54041f6-404c-471c-829e-f5cf5a849f32 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Sep 07 19:08:46.573594 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-830705ac-d6ee-4b39-84d8-90ab583f909f req-53eaf2f8-dd5d-4c73-ae44-1579cfd406f8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Sep 07 19:08:47.673340 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-023d18ba-0025-408c-81b0-a3790f88c3e8 req-bc6c22dc-19a7-4b80-9e8c-5d572a56c738 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Sep 07 19:08:48.776652 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0431b204-a4b2-470f-983c-75217aa5f765 req-01876723-ea4f-41f5-8625-fe9a8c32dcc4 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0313225 Sep 07 19:08:49.018434 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:49.877253 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6b9aafd8-98e4-435b-834c-778bfb4f968d req-97a090d5-88a7-4ef7-802a-ecc8d5711d6e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Sep 07 19:08:50.983280 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e7b690d0-08a2-4913-8521-fdd3c85142e9 req-7708f9a5-6b4b-4f28-a881-3b2196341660 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Sep 07 19:08:52.089431 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0dff2a20-13f6-4b45-867e-242f4d5d662d req-a6fd2bf8-4c08-4734-bc4c-5dc2e565fdf2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0291867 Sep 07 19:08:53.195587 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-aaad78da-a21f-4131-bf1a-4375aff8d94b req-8d0f4299-b2cc-4a47-b598-e14e840cc4c2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0292876 Sep 07 19:08:54.302779 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c930d04b-7974-4624-9590-24a40ade960b req-f3c94a58-6552-488d-a32d-353c941939d2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0336778 Sep 07 19:08:55.403525 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2de1e619-5500-4e70-a363-90ddfa0e897e req-8fedb826-6f0e-4835-b83d-37dba4838a81 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Sep 07 19:08:56.543759 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-af225c27-30ef-45e2-8888-7dc59ddea4f7 req-5925944c-2ed5-4315-a507-07ec047f29b1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Sep 07 19:08:57.653315 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d4057d8c-02fb-40d2-bbc9-4ca604070baa req-01f233ef-e240-45d9-aeab-eeaa90d8edee tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Sep 07 19:08:58.774036 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a8872434-b25a-4148-903c-b87a303b267f req-7cfce44b-0958-45f2-abad-643c2bc3adad tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0338581 Sep 07 19:08:59.447642 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fa1b109c-e0bc-4255-a0e3-f5ec5568994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:08:59.894016 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cbbfa31d-422a-45f5-8aa0-55aebf2c7fb1 req-5d8ebea0-b501-4d30-8e16-44e95cfc2af3 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0291088 Sep 07 19:09:01.001243 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-16e10d1a-2a75-499b-8cb2-a4541fd1026b req-b0c01393-0f6e-4a5f-914d-dde52bee32ce tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Sep 07 19:09:01.211878 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-c7c2b1a5-b71d-41fb-86ff-2213599485d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457828 Sep 07 19:09:01.322742 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fea4-a273-4522-9e03-9a8690d96916 req-60ed3c11-a2e3-4c9b-9fc3-cfd1e774d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:01.324309 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-60ed3c11-a2e3-4c9b-9fc3-cfd1e774d7a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0434911 Sep 07 19:09:01.432338 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fea4-a273-4522-9e03-9a8690d96916 req-c2378bc2-c659-45ae-ba5b-e79e27bcb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:01.433860 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-c2378bc2-c659-45ae-ba5b-e79e27bcb247 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0890064 Sep 07 19:09:01.503982 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-359f21b2-2fe7-4ab2-b1f5-ead45aa8807f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0614259 Sep 07 19:09:01.555555 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fea4-a273-4522-9e03-9a8690d96916 req-d01a04d1-7be4-4f70-94b4-2c3008af4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:01.557073 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-d01a04d1-7be4-4f70-94b4-2c3008af4d19 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0451293 Sep 07 19:09:01.608635 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fea4-a273-4522-9e03-9a8690d96916 req-555791f5-972a-4ab5-a419-628f03ef72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:09:01.610152 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-555791f5-972a-4ab5-a419-628f03ef72f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451949 Sep 07 19:09:01.985668 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-2e9e8a33-a25b-4c75-9675-e6e3fe452aaa service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668888 Sep 07 19:09:02.116640 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f2d4ac94-61b3-44a7-91b7-ebfbb56042ed req-63a4a0b8-4171-4721-ad12-4e2da44dcb87 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0395939 Sep 07 19:09:02.127619 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b681fea4-a273-4522-9e03-9a8690d96916 req-a0cf80ae-5126-43ab-ac81-c8276f7b2674 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328144 Sep 07 19:09:02.762453 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1ee11541-9ed9-4b12-ace0-abc87f52297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:02.780772 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:03.222718 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-542a6bea-1d72-460c-83a4-6e3d6f17cd31 req-07db8ccd-7bab-4746-936b-0e8ad5d9de4f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0284259 Sep 07 19:09:04.323144 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ad25b237-8b35-45b0-bbdc-45a778205778 req-a7827974-eb57-48d7-aafb-aaf5d865324e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Sep 07 19:09:04.650329 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:05.420773 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-891bbbb3-80bc-4f1b-85cf-44e7c76aa162 req-bb0a0299-afe6-41a6-8ccb-547a81b3cc8b tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Sep 07 19:09:05.959515 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:06.524171 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f3ddf963-0f87-4b05-a0b5-7f91efd35ef4 req-3586ebc6-2cd8-437f-b9cc-0aff584fae84 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Sep 07 19:09:07.628759 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f55429e8-c302-4ef3-8bf0-08d8f2cba68b req-90758cee-a231-4d07-8040-4502155e4af8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0313740 Sep 07 19:09:08.731262 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b4661bc1-e555-4e99-988f-acf40d4fca8a req-1be2a60a-7902-408f-9391-d66c45ed92d5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0293670 Sep 07 19:09:09.848336 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-10fbbb3f-085c-4b05-9d26-fd393ab38e97 req-490848d0-c98a-405c-a3fb-f59890cdfac8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0281110 Sep 07 19:09:10.948269 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5aec40e6-d343-47b7-8d47-975fc2e3f70f req-a383b281-9d08-4c8f-9f57-2baf860635a1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0298209 Sep 07 19:09:11.099890 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:09:12.046344 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1fa21792-70d3-4903-b0fa-e3c90d43203f req-1c7370f8-a858-48c4-8daf-52e7ad8b5505 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Sep 07 19:09:13.146821 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e68bd25b-0939-43fd-b4d7-9d99f91663ef req-8d89b752-5ec3-4762-8fc6-43160fd85602 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0274801 Sep 07 19:09:14.244282 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8b48cb0e-0e6e-4587-84f0-96ca6c5407b3 req-b5705327-24c6-44f4-b15e-7aee017b3d63 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Sep 07 19:09:15.358651 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b3a17096-33c4-4052-848c-43a93fd43222 req-8204bbe7-ebd0-421a-96c7-95e4fc65d1f2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0279768 Sep 07 19:09:16.467338 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fa59809c-a1b6-4708-872a-c16618db1bcf req-58acf9d2-d57d-4fa4-9d57-50eea2a7d527 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Sep 07 19:09:17.579210 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-daf8733d-e4ad-4244-b506-8ebbd21946f6 req-0a0e974e-7c03-4f00-9de3-5388f4ca0066 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0298238 Sep 07 19:09:18.675869 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-762608b4-721c-4262-b4d9-ea8f2f1c1fd2 req-2836ebdd-9a49-4042-aede-ba053c0c32fb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Sep 07 19:09:19.022323 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:19.772884 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-cc054d19-51c5-4ae7-8f74-b9a1d7d76a68 req-b315a30d-5b10-4298-a0a1-9de2008ec7b1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Sep 07 19:09:20.876127 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-443797af-7fea-4d2a-bb40-99ccaba01363 req-0a720e49-f7f2-49f5-bae5-d353022ecae1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0311325 Sep 07 19:09:21.974081 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-08218078-09f2-4f2d-bc55-612dc527cdc6 req-51c9e742-a0dd-4450-a3c1-50269f4f55ce tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Sep 07 19:09:23.083380 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-13779eaf-df58-47a8-a7d1-3eb42b84a615 req-4dfaa299-bd39-41b9-a307-528fc8a21871 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0339012 Sep 07 19:09:24.185887 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4168a417-91ef-4979-bf38-cd55bf0aeecf req-1a060351-2e71-4303-a512-6194337cd362 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0339789 Sep 07 19:09:25.290290 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fb00ff00-99d2-4d94-944d-d2ada6c351e3 req-cf4b988e-62d3-49d6-8b8e-910d2a565145 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Sep 07 19:09:26.388432 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d698b564-1a0b-4ac2-92c4-e9cb61df95d3 req-82c9f69f-6762-420a-a4e4-6126e4503002 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0268543 Sep 07 19:09:27.489424 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5b85e349-539e-432b-9944-f7bdb314abf8 req-29b6b911-0219-4374-96dc-85d033cb2e15 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Sep 07 19:09:28.590238 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0e770198-00ee-453d-986c-5d9b54e0329d req-97d3cfd1-1761-45e0-827d-ebbd3515a4e9 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0273294 Sep 07 19:09:29.444474 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-4b2c32e9-3ed8-4194-9334-5da270de3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:29.694435 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-81cd35f9-59e1-4025-9934-fc83ca49378a req-2f11c022-7a39-4e84-81bd-f68c8a6dfdba tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0337937 Sep 07 19:09:30.790915 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fb3ee31c-9666-43d4-b191-e832abdb4ab8 req-cd1686bd-dca4-4fbf-a9dc-e006581fad72 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Sep 07 19:09:31.889809 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-47f842b6-322d-473e-81b9-f5dd737686cb req-bff5ad09-e89f-4cc7-aefe-ec0cfe2111a1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Sep 07 19:09:32.748516 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-77a5127a-aa40-4066-8888-97635a290ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:32.767873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:33.169712 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-60b9dd17-af38-497b-9e5f-ff59ac88b847 req-29602a30-7b25-43bb-a549-090bf309277d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0299232 Sep 07 19:09:34.274514 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67c9ec60-76a5-4202-adf1-a43800947700 req-4fe9f305-56fc-429b-affe-85dd4fe8f3ce tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Sep 07 19:09:34.648033 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:35.372821 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c31d7437-e32b-41f4-b4db-1095272bee84 req-a4c8e68b-c347-4768-8316-c0603ac04093 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0275187 Sep 07 19:09:35.963991 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:36.477262 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2b0251f7-1902-4b39-b382-b8d12880d99a req-122172fc-c392-40cd-82d5-bef5cbb31394 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Sep 07 19:09:37.592306 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d115ddc0-7967-4701-a2ff-defe1cc9df1f req-ca386bbd-ada5-4cb9-9ba9-adc10dc7acff tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0309262 Sep 07 19:09:38.692087 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7a4e36e6-800e-412b-a63f-a7b002be5135 req-f29618a4-2ccc-4f6d-a2e6-1c51fef1c362 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Sep 07 19:09:39.788153 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-afcf853f-e6cd-4f07-86cb-21b30a34f27b req-d331a4fe-0929-4639-926f-9d84c1ecaa03 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Sep 07 19:09:40.890683 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd8885ca-7831-45b0-b81b-a5a658754a68 req-3c1cdfde-e9e0-4270-93c9-581043eb6654 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Sep 07 19:09:41.994338 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fe94e907-2c69-418e-9588-b0fb08d507cb req-546d31b2-cab5-446a-a99e-4b7a63f42207 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0295689 Sep 07 19:09:43.093007 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-76bc240d-b72a-46b2-9ba1-21c0c81b52b9 req-c60e8e89-2c43-4732-9893-b142639fd046 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Sep 07 19:09:44.192216 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-347d585e-d174-423c-90c0-83b918bcca3b req-cfb7965a-ecc5-44b4-b4f7-671b9bcda4a7 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Sep 07 19:09:45.290523 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7daab309-4c0a-4c12-9b38-44d877c2736e req-3683a114-629a-42b7-a2de-56709fe44a98 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Sep 07 19:09:46.392845 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4bcc8c64-49c6-45cd-9353-969ae6d99dc2 req-52d01c74-85a1-4b80-a257-5a396a4ca222 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Sep 07 19:09:47.493558 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-64657af4-89f5-4d34-b733-2f86c537f8d0 req-7bd23c7d-7dc3-490c-bb6b-7bea586d4dc2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Sep 07 19:09:48.103999 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:09:48.594027 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-926f871a-bdb0-429c-a3f2-a590fa24b19a req-290924b8-386b-48d8-b7d6-9ce01ab35eaf tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Sep 07 19:09:49.040489 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:49.696924 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e2ca8d73-c8e2-4624-8cb7-f5e1bf471258 req-e18efec1-9de8-4135-8e6a-b798c0b9865f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Sep 07 19:09:50.807334 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0663b843-93da-4c9a-87f1-a3a914492dc2 req-7d4b93b2-f709-48d8-b31a-1b5546fd76ad tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0312073 Sep 07 19:09:51.910174 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-68bff1a6-c30a-427c-b604-d505f4d0abed req-90729f21-5f14-49ad-bfcd-39a1b8b6178d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Sep 07 19:09:53.006082 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a77f67f2-c745-4b56-8abd-b603b915eee8 req-5a960589-4e68-4752-b8d1-0b82c8ba09a8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0266969 Sep 07 19:09:54.104248 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c12dd47e-dd17-494f-9dbd-490cb264a5c5 req-e68fc6b2-6c3b-4df7-bcc1-4e23bcf2ded2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0267103 Sep 07 19:09:55.205917 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e67241d2-ee07-4e58-adcc-d0f0856a6441 req-3a979446-c047-45c5-b85d-58d6e8bbf84f tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Sep 07 19:09:55.365808 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 43778) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:55.929643 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.185309 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Deleting port f8f7b78e-94fa-461f-a0ff-8a388d6358b9 {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:56.185675 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.269436 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] For port f8f7b78e-94fa-461f-a0ff-8a388d6358b9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:56.270197 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.283408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Calling delete_port for f8f7b78e-94fa-461f-a0ff-8a388d6358b9 owned by network:router_interface {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:56.304668 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-33e6e35a-ca50-4523-b58b-0bf08d62e0f7 req-afea89a0-53c7-48d0-bcce-adaa13487cbd tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Sep 07 19:09:56.497619 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.525988 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f7b78e-94fa-461f-a0ff-8a388d6358b9,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:56.537798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.538155 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.538562 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.538960 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.539301 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.539633 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.539963 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.540292 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.540617 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.540946 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.541267 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.541589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:56.713538 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:56.941942 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Router 81f2cc21-da4a-437b-a3f3-6c006722aad2 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:09:57.054259 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:09:57.062095 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6e9d9e7e-6de9-432b-bf2b-81e59c4dcf4d admin admin] 10.222.0.25 "PUT /v2.0/routers/81f2cc21-da4a-437b-a3f3-6c006722aad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938558 Sep 07 19:09:57.063620 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 43794) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:57.065424 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Sync routers for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:09:57.075496 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:09:57.076140 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:09:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.176233 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.185051 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:09:57.287421 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.342790 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Deleting port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:57.343526 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.390378 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T19:09:56Z', 'revision_number': 5, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port': {'id': 'cc3fad15-5d79-408f-9ab4-edf4ac53b1f5', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:51:11Z', 'updated_at': '2021-09-07T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.410555 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c02f5892-27eb-4a4e-8571-6d4629e4b0fd req-1b241e7b-05fc-4410-a6d8-4d217737b416 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Sep 07 19:09:57.421299 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Checking router: 81f2cc21-da4a-437b-a3f3-6c006722aad2 for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:09:57.430750 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Routers {'81f2cc21-da4a-437b-a3f3-6c006722aad2'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:09:57.431555 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:09:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['81f2cc21-da4a-437b-a3f3-6c006722aad2'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.438588 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] For port cc3fad15-5d79-408f-9ab4-edf4ac53b1f5, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:57.439002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.458443 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Calling delete_port for cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:57.660475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] Set router 81f2cc21-da4a-437b-a3f3-6c006722aad2 gateway port host: None {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:09:57.667211 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.691514 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3fad15-5d79-408f-9ab4-edf4ac53b1f5,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:57.704823 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.705170 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.705511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.705847 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.706176 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.706535 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.706879 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.707215 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.707542 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.707895 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.708213 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.708530 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:09:57.713594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T19:09:57Z', 'revision_number': 6, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:57.743942 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e540ca5-740e-4470-aabb-d5dab982c61b None None] The sync data for ids ['81f2cc21-da4a-437b-a3f3-6c006722aad2'] in dv-cinder-790535-12-iscsi is: [{'id': '81f2cc21-da4a-437b-a3f3-6c006722aad2', 'name': 'tempest-AttachVolumeShelveTestJSON-941151613-router', 'tenant_id': '04ee16d2c30e43b7a68b35f28025d527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:51:10Z', 'updated_at': '2021-09-07T19:09:57Z', 'revision_number': 6, 'project_id': '04ee16d2c30e43b7a68b35f28025d527', 'gw_port_host': None}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:09:57.765339 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.858658 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.861511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.908283 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.908922 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f2cc21-da4a-437b-a3f3-6c006722aad2 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:09:57.913473 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:57.914643 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-d25b1cc6-4db4-4263-8eef-17f6a47dae12 admin admin] 10.222.0.25 "DELETE /v2.0/routers/81f2cc21-da4a-437b-a3f3-6c006722aad2 HTTP/1.1" status: 204 len: 168 time: 0.8498967 Sep 07 19:09:57.917162 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 43800) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:57.964135 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Deleting subnet 4a35ad71-1ab5-4cde-8578-ba928be0870a {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:09:57.967975 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.006809 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.107282 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.167419 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.196272 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.198160 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a35ad71-1ab5-4cde-8578-ba928be0870a HTTP/1.1" status: 204 len: 168 time: 0.2800596 Sep 07 19:09:58.199110 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ce04f-105e-41fa-8207-5ed35eb48994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a35ad71-1ab5-4cde-8578-ba928be0870a,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.203060 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 43802) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:58.207014 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9883d-760e-497b-9fbb-84aaac3705f3 None None] Network d30d7425-448b-4727-a855-b61b6ebfe033 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:09:58.275918 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.333466 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Deleting port ab1cf735-2927-4062-8694-bd67ce329d0f {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:09:58.333912 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.404653 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] For port ab1cf735-2927-4062-8694-bd67ce329d0f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=ab1cf735-2927-4062-8694-bd67ce329d0f,segment=NetworkSegment(ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93),segment_id=ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:09:58.405062 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.418258 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Calling delete_port for ab1cf735-2927-4062-8694-bd67ce329d0f owned by network:dhcp {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:09:58.482706 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device f8f7b78e-94fa-461f-a0ff-8a388d6358b9 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:58.502783 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: f8f7b78e-94fa-461f-a0ff-8a388d6358b9 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:58.503176 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device f8f7b78e-94fa-461f-a0ff-8a388d6358b9 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:58.521085 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.521399 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc551e2b-1912-4ac0-9995-3ffa9a81a975 None None] DHCP port deletion for d30d7425-448b-4727-a855-b61b6ebfe033 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:09:58.544565 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0996d422-648e-4eb1-a952-8a711d65058b req-753a6bb2-9eb3-4a03-8868-9220b95038be tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0525665 Sep 07 19:09:58.550787 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] No DVR routers for this DVR port ab1cf735-2927-4062-8694-bd67ce329d0f on host dv-cinder-790535-12-iscsi {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:09:58.556070 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1cf735-2927-4062-8694-bd67ce329d0f,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.632066 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.659638 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30d7425-448b-4727-a855-b61b6ebfe033']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.682151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.682433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3fb541-3ac2-43bf-a0f8-b1e982cd3d93') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:09:58.693490 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.707816 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.715452 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:09:58.715841 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:09:58.717662 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:09:58.774398 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.779399 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:58.781322 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] 10.222.0.25 "DELETE /v2.0/networks/d30d7425-448b-4727-a855-b61b6ebfe033 HTTP/1.1" status: 204 len: 168 time: 0.5772593 Sep 07 19:09:58.801056 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a8cf-235d-43ae-a304-4bf21705999f admin admin] Pushing event deleted for resources: {'Network': ['ID=d30d7425-448b-4727-a855-b61b6ebfe033,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:58.900812 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 43812) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:58.942144 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c5f1bec9-0d9a-4e90-a7d2-f27975ee7274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04ee16d2c30e43b7a68b35f28025d527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401416 Sep 07 19:09:58.944602 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 43814) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:09:58.997116 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.020747 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.072108 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.074707 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.076573 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/591fe5bc-c747-4544-9213-a0128d5a10ce HTTP/1.1" status: 204 len: 168 time: 0.1309090 Sep 07 19:09:59.087844 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff3612-0037-430b-bb67-cdebc7ba53be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591fe5bc-c747-4544-9213-a0128d5a10ce,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:09:59.449408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-36213401-821c-496f-be6a-7ace61fd6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:09:59.647968 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-981c2263-0efd-4f72-94e8-07ee07cd2563 req-410c22bd-d256-45c4-8c62-30050024df67 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0279124 Sep 07 19:09:59.887625 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:59.909373 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:59.909722 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device cc3fad15-5d79-408f-9ab4-edf4ac53b1f5 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:09:59.910143 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ab1cf735-2927-4062-8694-bd67ce329d0f no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:09:59.929146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: ab1cf735-2927-4062-8694-bd67ce329d0f {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:09:59.929475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device ab1cf735-2927-4062-8694-bd67ce329d0f not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:10:00.748120 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b9cfbf8c-c6da-4c0d-a66b-5fea3de9b04a req-bee5f187-10d4-467a-bc5a-b9d5f7df970c tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0295308 Sep 07 19:10:01.848130 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e7d6b554-dae6-4bbe-b4e3-be1883634c5e req-e1759efd-851e-4b16-a727-6e0f7ea52850 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Sep 07 19:10:02.115298 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-1d870569-d827-41de-a3af-731798d3228d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445957 Sep 07 19:10:02.234978 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-fb05f8d7-0744-4621-8975-eb4d33dfc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:02.236744 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-fb05f8d7-0744-4621-8975-eb4d33dfc773 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0455098 Sep 07 19:10:02.348982 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-6aab23b2-c552-4190-a895-5610836f1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:02.350513 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-6aab23b2-c552-4190-a895-5610836f1003 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0904183 Sep 07 19:10:02.422241 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-5d528b1e-75af-4e46-8e10-d1f724e5cc74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0633035 Sep 07 19:10:02.475531 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-00ebb834-4fbf-4060-b37c-7b1f7025ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:02.477024 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-00ebb834-4fbf-4060-b37c-7b1f7025ac5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0474811 Sep 07 19:10:02.530947 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-ad133602-3982-4bd3-be17-b24d223f83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:10:02.532447 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-ad133602-3982-4bd3-be17-b24d223f83ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471227 Sep 07 19:10:02.628575 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-8c295b9b-1798-458f-b063-6f7d8f338f65 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866573 Sep 07 19:10:02.727396 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-06375334-d1f5-4ffd-95cf-11406b5eeb7a req-22760c30-5d7c-4a8c-9837-5ec6bd5cccb1 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908732 Sep 07 19:10:02.743631 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-077895c1-f597-4bd5-ad4a-e50ebeccbb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.762409 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:02.945633 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4f9c6e84-0d7d-4365-b95f-bd0424f19ef8 req-df54e0a4-22b6-4d92-8c90-0fc33d1b6c45 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0278351 Sep 07 19:10:04.041410 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a7c7caec-5fa6-4cc6-8f7d-8dbd2f039c71 req-4d6ac3f0-3872-4fb2-a7d3-90ed0637b1be tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272131 Sep 07 19:10:04.650419 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:05.144016 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1fae227c-2a42-4a19-beb4-8c64a9f3c3d4 req-500d9240-5f1d-4e2f-b4ba-efb2656e5ec8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272150 Sep 07 19:10:05.965506 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:06.246220 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d0fc601d-84b4-4d5d-a33d-69b6f726da3c req-002d0c92-2554-45e1-93c4-545ea8884cbb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0265422 Sep 07 19:10:07.344203 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-1f0168fb-9cee-4086-a4e5-ea624b7f4f86 req-f7527387-a2db-486f-b12a-206d4841a9f0 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0271204 Sep 07 19:10:08.443909 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d8f060be-5f9b-41c2-ae71-347c8f4f1030 req-736a6f41-ac7d-4d98-b7df-ab03fdffadc3 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0278285 Sep 07 19:10:09.543042 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fd2457d5-59c2-4ad8-9fef-ea65d72ec548 req-e6e83f6b-a3a0-444d-a795-8d1eedbeb97b tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0266917 Sep 07 19:10:10.654701 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3229a585-9d73-4564-8fb3-096a8d50ed28 req-fbbcf990-8daa-426f-ba96-22b204b83393 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Sep 07 19:10:11.756187 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d72b4acf-0faf-4eb9-8568-dc4e13b3342d req-13e13a19-42f4-4669-b5c9-4876e41dd957 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Sep 07 19:10:12.863159 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-49e93e73-0247-4747-b781-17939a54a7b0 req-cdb4bd5b-c8ee-4f5a-8f3c-424941ce2bba tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Sep 07 19:10:13.966534 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9e711442-9656-433c-b78a-bd76269e6c19 req-8f425a0a-0267-4eac-beb1-1834b6696c0a tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Sep 07 19:10:15.075962 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-50e803b3-e849-42bd-a69a-8a69beb525c6 req-843cae8b-34ec-4334-a648-13aa9f199b18 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0334716 Sep 07 19:10:16.188643 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bf03b7fe-0074-486c-9bad-6bf427c4e179 req-2a765789-5478-440f-af93-e259ca5aef6e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0343449 Sep 07 19:10:17.307121 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9c34b24f-e409-4122-8dc6-c8b0c3ee4ea1 req-d28da056-6f39-4ba6-bd0a-98261e120014 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0277600 Sep 07 19:10:18.409783 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5d21f57a-b3d2-4c52-bc5a-62de78d5d002 req-5196dba0-190b-4409-a98e-e8af730584a0 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0300422 Sep 07 19:10:19.043943 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:19.510307 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-bae0fd45-7eb5-455a-9c38-01fb249e9e79 req-e9d0c21a-8f55-45fb-8f0c-909a92302f2d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0282118 Sep 07 19:10:20.619308 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-864aab5d-1192-406d-82b6-5e1465f94452 req-c25492d7-d8b2-4d61-ab7f-bf55332e7f1d tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0330825 Sep 07 19:10:21.730756 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d26bd5e0-b527-4dec-b857-25c76ef9fe18 req-97a6b07b-1302-4a13-af96-330a2355effb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Sep 07 19:10:22.834701 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-2e8f3fdb-9ba6-4cef-83ab-7f2594c63300 req-7b371bda-1488-4d25-8fc7-fdbf6a944d64 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Sep 07 19:10:23.933227 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c613b288-96a3-475b-90ec-6bd938b9c20f req-7ac747d2-6488-46a0-ba59-1fda0993babc tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Sep 07 19:10:25.052159 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cf216a48-4de4-476c-a4dd-8f56a74f0233 req-60df85d8-517c-45d8-ad97-f1baaaa8c2a7 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0439308 Sep 07 19:10:25.106399 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:10:26.151236 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a0cc1844-1e43-40be-8ce8-1ce6c46f71cc req-945c9e6a-32be-4b5a-a7c7-6446d36e2368 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Sep 07 19:10:27.257878 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f7b6ac80-db5a-4c1c-9aa1-f2eefa472249 req-b24c4002-76c0-441c-8ce5-9fd668feb00b tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0307062 Sep 07 19:10:28.359819 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-a15e233c-3432-4e44-8d6a-c6ec25b2272c req-07fde8e9-9d9c-41d5-b038-87db01cbeba2 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0297134 Sep 07 19:10:29.446067 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0b86399f-e86e-49d9-8c39-4658d5575d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:29.461158 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-55632fff-0388-4ce7-bcf0-a48deaf36cf7 req-8e53e166-b249-4231-83d6-ac65ff5174cb tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0308769 Sep 07 19:10:30.557797 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c9ea6102-32c0-4c94-801b-1f21f2e14564 req-d9a095a7-e258-4208-9e19-5f1956c7def5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Sep 07 19:10:31.655437 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9eb7c55f-9d6e-4fea-a2f1-62dfacb1b058 req-2d7a0d08-1919-4b16-abbf-a191a004191e tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Sep 07 19:10:32.747568 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-22fb13cd-0409-44fc-b5d7-bca08251dc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:32.756319 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-1f513ccb-797d-4b9c-8719-df9df9f30338 req-1fc797d2-903b-4a8b-a7c3-2f80693c09e5 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0284505 Sep 07 19:10:32.769916 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:34.037338 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8cd77d97-7f90-43f4-bb11-8e5360075bf0 req-da5d7456-dfc9-46ee-ba64-57d06c6c73aa tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.2011583 Sep 07 19:10:34.653714 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:35.145944 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c4502968-2d63-4399-b911-94b497716ef7 req-94ea8ea0-2f24-4cbd-9779-2e14213981b1 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0276356 Sep 07 19:10:35.970406 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:36.258664 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-404e09c2-41b0-436b-aa46-28f26d8c24cb req-88f2a487-b23b-412f-aa80-668b89021566 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0281689 Sep 07 19:10:37.430160 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7150d69d-7eb2-4c83-afa2-f0b8eaec7974 req-394ee893-97c7-4943-9e3a-dbcc53347af8 tempest-VolumesSnapshotTestJSON-532206645 tempest-VolumesSnapshotTestJSON-532206645-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0b197bf-8a32-4e7e-92ec-a221a54f4749 HTTP/1.1" status: 200 len: 210 time: 0.0851874 Sep 07 19:10:49.067834 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:10:59.457478 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-de0994d4-f1ab-433d-a235-cb34e05fdb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.111454 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:11:02.188421 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-ea168986-62f7-488e-9cce-4226f6c6fa0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973809 Sep 07 19:11:02.301694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-72435113-3b7c-4ec6-8e3c-4f176df29465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.303221 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-72435113-3b7c-4ec6-8e3c-4f176df29465 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0469646 Sep 07 19:11:02.420087 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-157fa65e-acb3-4e20-a876-eb959140587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.421548 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-157fa65e-acb3-4e20-a876-eb959140587b service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.0967364 Sep 07 19:11:02.490451 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-a073ae3e-b140-46c4-8e08-1924d884d7b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0611217 Sep 07 19:11:02.542672 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-322f12e2-000d-4295-8356-d70bca8ef34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.544226 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-322f12e2-000d-4295-8356-d70bca8ef34f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0449059 Sep 07 19:11:02.593208 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-e17d7f61-4f02-4fc9-8e56-644fdbbba357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:11:02.594745 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-e17d7f61-4f02-4fc9-8e56-644fdbbba357 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422792 Sep 07 19:11:02.606613 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-9dfad114-0b86-4441-8cff-9526455ecddd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 19:11:02.607764 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-9dfad114-0b86-4441-8cff-9526455ecddd service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048528 Sep 07 19:11:02.704989 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-f2b75c65-0a10-46ee-ba87-2c0e73b4725a service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899370 Sep 07 19:11:02.750554 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-350a711d-f422-43ac-a9ad-e7f089392374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.775796 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:02.803451 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-0bafe6b1-0e59-4b3f-893e-cf3138529862 req-04266aea-a7ed-432b-81bb-6fc59942637d service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901093 Sep 07 19:11:04.656534 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:05.976269 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:10.624696 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [req-c0943783-cfb8-42b3-b079-e9263d8e5534 req-b6b595ab-294b-46fe-b00d-9b1f9b475ea4 service neutron] (105638) timed out ('10.222.0.74', 58138) {{(pid=105638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:11:11.309734 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-f15bafdb-d895-48f5-b70e-57d514c5d43a req-ec76c4d6-a2cf-4584-bb47-d4b79ba269bd service neutron] (105639) timed out ('10.222.0.74', 58159) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:11:19.079627 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:29.454811 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-8b3452ce-133a-481a-80d6-8df2d6418eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.770542 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-c31d8822-0e48-4471-a769-5df6ef56ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:32.773466 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:34.661052 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:35.982947 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:39.112498 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:11:46.453589 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-fab71271-2fa8-48a7-89a2-7ddcd547755b req-dd6006f4-e829-42c6-8c31-edcde4809065 service neutron] (105639) timed out ('10.222.0.25', 36560) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:11:49.072222 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:11:59.451954 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3eee-073c-4fd6-a36f-edec3474ee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.766246 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-772fe827-0d5d-4ffc-b2dd-c44d6daa5197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:02.775584 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.109590 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-8954b642-2354-4216-8853-d42327cefa66 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519598 Sep 07 19:12:04.221034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-375ee760-10b6-442f-8803-d171a58fe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:04.222554 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-375ee760-10b6-442f-8803-d171a58fe8dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0460098 Sep 07 19:12:04.352437 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-36364f56-2540-4149-a793-19806de05327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:04.353849 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-36364f56-2540-4149-a793-19806de05327 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1085474 Sep 07 19:12:04.425501 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-3a599de7-7532-4b1b-9c40-f91f1d235725 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0629718 Sep 07 19:12:04.475573 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-4fb3e524-3d67-4e4e-a637-f05723db61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:04.477044 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-4fb3e524-3d67-4e4e-a637-f05723db61e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0435746 Sep 07 19:12:04.526761 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-ad478bd7-6f4b-4f61-ad8d-ada3272b54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:12:04.528288 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-ad478bd7-6f4b-4f61-ad8d-ada3272b54e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431731 Sep 07 19:12:04.667511 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:04.914175 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-1fd690b7-a7d0-4905-999c-059ae582a034 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776679 Sep 07 19:12:05.006374 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b8d6367-6f34-4d81-83d4-f5f7113c05b3 req-2023fca3-acc4-4a09-9f94-444b7f88d1eb service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Sep 07 19:12:05.979539 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:16.112622 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:12:19.093468 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.529729 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 44954) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:20.590147 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.620382 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.683437 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.686323 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:20.687662 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7db7a98-d1cf-42cd-aaa5-031340b4f2bf HTTP/1.1" status: 204 len: 168 time: 0.1569364 Sep 07 19:12:20.698427 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db7a98-d1cf-42cd-aaa5-031340b4f2bf,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:20.706222 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.706816 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.707001 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.707267 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.707600 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.707932 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.708260 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.708586 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.709038 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.709630 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.710071 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.710544 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4608f-7b21-4355-a47d-a8513d6ddfec tempest-TestVolumeBootPattern-1437607284 tempest-TestVolumeBootPattern-1437607284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:20.860408 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 44964) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:21.358802 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.640449 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Deleting port 15e0a163-69a3-4af0-8792-58bee39183da {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:21.640789 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.722525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] For port 15e0a163-69a3-4af0-8792-58bee39183da, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=15e0a163-69a3-4af0-8792-58bee39183da,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:21.722904 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.735835 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Calling delete_port for 15e0a163-69a3-4af0-8792-58bee39183da owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:21.927999 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:21.959731 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e0a163-69a3-4af0-8792-58bee39183da,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:21.988145 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.988495 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.988857 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.989186 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.989487 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.989820 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.990227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.990624 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.991086 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.991412 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.991775 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:21.992125 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:22.135534 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.632569 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Router 9d913b2d-0196-4771-92f1-ada0ddd510b3 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:22.740858 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:22.746791 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-581150a3-75cc-474c-b1d1-1d563815f944 admin admin] 10.222.0.25 "PUT /v2.0/routers/9d913b2d-0196-4771-92f1-ada0ddd510b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845055 Sep 07 19:12:22.748637 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 44980) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:22.749602 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Sync routers for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:22.759802 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:22.760438 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:12:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:22.856827 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.956852 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:22.960954 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:23.029154 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Deleting port 829d8277-bdd9-41b8-a672-0d9494d92999 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:23.029528 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.111072 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] For port 829d8277-bdd9-41b8-a672-0d9494d92999, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=829d8277-bdd9-41b8-a672-0d9494d92999,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:23.111319 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.124958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Calling delete_port for 829d8277-bdd9-41b8-a672-0d9494d92999 owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:23.154502 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:12:21Z', 'revision_number': 5, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port': {'id': '829d8277-bdd9-41b8-a672-0d9494d92999', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:23.182268 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Checking router: 9d913b2d-0196-4771-92f1-ada0ddd510b3 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:23.191467 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Routers {'9d913b2d-0196-4771-92f1-ada0ddd510b3'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:23.192089 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:12:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['9d913b2d-0196-4771-92f1-ada0ddd510b3'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:23.283719 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] Set router 9d913b2d-0196-4771-92f1-ada0ddd510b3 gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:23.299994 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.328790 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=829d8277-bdd9-41b8-a672-0d9494d92999,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.340005 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:12:22Z', 'revision_number': 6, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:23.381485 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221253d6-1fe8-45da-9484-f0b0d4e0f136 None None] The sync data for ids ['9d913b2d-0196-4771-92f1-ada0ddd510b3'] in dv-cinder-790535-12-iscsi is: [{'id': '9d913b2d-0196-4771-92f1-ada0ddd510b3', 'name': 'tempest-TestVolumeBootPattern-1006696011-router', 'tenant_id': '29591b038aa6418889f1867256f9041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:07Z', 'updated_at': '2021-09-07T19:12:22Z', 'revision_number': 6, 'project_id': '29591b038aa6418889f1867256f9041a', 'gw_port_host': None}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:23.416147 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.509049 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.511392 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.558220 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.558937 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d913b2d-0196-4771-92f1-ada0ddd510b3 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:23.564333 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.565517 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-add29376-ed4b-4dfe-8258-e6b79fac32e6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9d913b2d-0196-4771-92f1-ada0ddd510b3 HTTP/1.1" status: 204 len: 168 time: 0.8158922 Sep 07 19:12:23.568481 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 44986) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:23.613319 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Deleting subnet f0222958-9efc-4ff3-b672-6ebb45009ecb {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:23.617507 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.657062 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.745940 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.814810 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.840007 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0222958-9efc-4ff3-b672-6ebb45009ecb,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:23.846923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.849483 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-42e8bf72-2080-47d1-8537-ec4a42fa465d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0222958-9efc-4ff3-b672-6ebb45009ecb HTTP/1.1" status: 204 len: 168 time: 0.2795031 Sep 07 19:12:23.853296 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 44990) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:23.853733 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd741d-8c67-4ad3-ba2e-ce9fdf6fbf0a None None] Network d316243f-dab7-41f6-b376-1276f98c4bd3 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:23.930008 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:23.992409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Deleting port 286f4b11-e991-4343-8ba1-7fca069fb43d {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:23.992745 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.067079 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] For port 286f4b11-e991-4343-8ba1-7fca069fb43d, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=286f4b11-e991-4343-8ba1-7fca069fb43d,segment=NetworkSegment(4eea6385-909b-4152-a5f5-6c45b4de8c4a),segment_id=4eea6385-909b-4152-a5f5-6c45b4de8c4a)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:24.067475 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.081084 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Calling delete_port for 286f4b11-e991-4343-8ba1-7fca069fb43d owned by network:dhcp {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:24.180128 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.180436 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29a2b6-13ff-4040-908e-9da0272822e5 None None] DHCP port deletion for d316243f-dab7-41f6-b376-1276f98c4bd3 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:24.217467 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] No DVR routers for this DVR port 286f4b11-e991-4343-8ba1-7fca069fb43d on host dv-cinder-790535-12-iscsi {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:24.221816 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Pushing event deleted for resources: {'Port': ['ID=286f4b11-e991-4343-8ba1-7fca069fb43d,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:24.235660 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 286f4b11-e991-4343-8ba1-7fca069fb43d no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:24.259959 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 286f4b11-e991-4343-8ba1-7fca069fb43d {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:24.260295 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 286f4b11-e991-4343-8ba1-7fca069fb43d not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:24.260951 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 829d8277-bdd9-41b8-a672-0d9494d92999 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:24.281114 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 829d8277-bdd9-41b8-a672-0d9494d92999 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:24.281456 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 829d8277-bdd9-41b8-a672-0d9494d92999 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:24.281850 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15e0a163-69a3-4af0-8792-58bee39183da no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:24.305218 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 15e0a163-69a3-4af0-8792-58bee39183da {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:24.305615 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 15e0a163-69a3-4af0-8792-58bee39183da not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:24.310082 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.333328 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d316243f-dab7-41f6-b376-1276f98c4bd3']}} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:24.343397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eea6385-909b-4152-a5f5-6c45b4de8c4a') {'for_net_delete': True} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:24.343688 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.services.segments.db [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eea6385-909b-4152-a5f5-6c45b4de8c4a') {} {{(pid=105639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:24.353529 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3218054'] for segment, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.367798 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.375306 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=105639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:24.375724 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712567'] for segment, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: Traceback (most recent call last): Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: timer() Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: cb(*args, **kw) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: return func(*args, **kwargs) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: self._notify() Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: self.callback(batched_events) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: event.method(event) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: return f(self, *a, **k) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._get(url).json() Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:24.377641 dv-cinder-790535-12-iscsi neutron-server[105639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:24.454165 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.465616 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:24.469294 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d316243f-dab7-41f6-b376-1276f98c4bd3 HTTP/1.1" status: 204 len: 168 time: 0.6147242 Sep 07 19:12:24.472385 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 44996) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:24.486769 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b479077-b9b2-4211-baf3-64ed4c945705 admin admin] Pushing event deleted for resources: {'Network': ['ID=d316243f-dab7-41f6-b376-1276f98c4bd3,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:24.868657 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.130339 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Deleting port d6f21675-c7dc-42f2-a118-31791e8dce3f {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:25.130730 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.213261 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] For port d6f21675-c7dc-42f2-a118-31791e8dce3f, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d6f21675-c7dc-42f2-a118-31791e8dce3f,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:25.213628 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.227539 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Calling delete_port for d6f21675-c7dc-42f2-a118-31791e8dce3f owned by network:router_interface {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:25.433558 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.461776 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f21675-c7dc-42f2-a118-31791e8dce3f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:25.645328 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:25.870887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:12:25.985298 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:12:25.990761 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-be6c7a9e-8703-4299-8ec3-4e861ff5c86c admin admin] 10.222.0.25 "PUT /v2.0/routers/323a2fae-a7c6-4df4-9bcb-3f85cede96cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173049 Sep 07 19:12:25.993405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 45006) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:25.996742 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Sync routers for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:12:26.007202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:26.007821 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:12:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:26.104273 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks [] for router, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.121133 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: dv-cinder-790535-12-iscsi {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:26.222230 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.278034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Deleting port 2b268c4f-3158-473c-978c-db4e184c50dc {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:26.278423 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.317235 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:12:25Z', 'revision_number': 5, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port': {'id': '2b268c4f-3158-473c-978c-db4e184c50dc', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T19:00:13Z', 'updated_at': '2021-09-07T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:26.348108 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Checking router: 323a2fae-a7c6-4df4-9bcb-3f85cede96cf for host: dv-cinder-790535-12-iscsi {{(pid=105640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:12:26.357214 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Routers {'323a2fae-a7c6-4df4-9bcb-3f85cede96cf'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:12:26.357839 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:12:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'], 'active': True} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:26.367681 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] For port 2b268c4f-3158-473c-978c-db4e184c50dc, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=2b268c4f-3158-473c-978c-db4e184c50dc,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:26.368081 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.381849 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Calling delete_port for 2b268c4f-3158-473c-978c-db4e184c50dc owned by network:router_gateway {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:26.444448 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvr_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] Set router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf gateway port host: None {{(pid=105640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:12:26.496077 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_hamode_db [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:12:26Z', 'revision_number': 6, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:26.529772 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128a200-93cd-4967-a7f9-a52c70c9854c None None] The sync data for ids ['323a2fae-a7c6-4df4-9bcb-3f85cede96cf'] in dv-cinder-790535-12-iscsi is: [{'id': '323a2fae-a7c6-4df4-9bcb-3f85cede96cf', 'name': 'tempest-TestVolumeBootPattern-932730711-router', 'tenant_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T19:00:12Z', 'updated_at': '2021-09-07T19:12:26Z', 'revision_number': 6, 'project_id': '9a62c5759fa44c17a3d1ba52805ce01e', 'gw_port_host': None}] {{(pid=105640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:12:26.558464 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.584261 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b268c4f-3158-473c-978c-db4e184c50dc,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:26.649114 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.753008 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.755261 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.799995 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.800528 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323a2fae-a7c6-4df4-9bcb-3f85cede96cf {{(pid=105639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:12:26.805132 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] Notify callbacks [] for router, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.806352 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0e591613-2d53-41b9-a77d-5fab75ffd152 admin admin] 10.222.0.25 "DELETE /v2.0/routers/323a2fae-a7c6-4df4-9bcb-3f85cede96cf HTTP/1.1" status: 204 len: 168 time: 0.8119535 Sep 07 19:12:26.808984 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45012) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:26.857558 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Deleting subnet 29f2f9c6-cccc-411c-b4d0-b51d78a1401e {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:12:26.861883 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.899610 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:26.993352 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.048346 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.077172 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f2f9c6-cccc-411c-b4d0-b51d78a1401e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.079323 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.081248 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ba35108c-68f4-4dfd-93dd-52ad9533ebd3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29f2f9c6-cccc-411c-b4d0-b51d78a1401e HTTP/1.1" status: 204 len: 168 time: 0.2709150 Sep 07 19:12:27.084187 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a6105-a821-4530-879a-bf4a6b46ab61 None None] Network 7b1b5fd4-573f-4140-a4ef-3a2fff250969 requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:12:27.084733 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45016) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:27.151971 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.211744 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Deleting port 72176daa-132c-4a06-ab1c-70918b6858f9 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:27.212084 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.277420 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] For port 72176daa-132c-4a06-ab1c-70918b6858f9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=72176daa-132c-4a06-ab1c-70918b6858f9,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:27.278511 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.293897 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Calling delete_port for 72176daa-132c-4a06-ab1c-70918b6858f9 owned by network:dhcp {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:27.300161 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] DHCP port deletion for 7b1b5fd4-573f-4140-a4ef-3a2fff250969 request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:12:27.353883 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Deleting port 72176daa-132c-4a06-ab1c-70918b6858f9 {{(pid=105640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:12:27.354425 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.381717 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.409551 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Pushing event deleted for resources: {'Port': ['ID=72176daa-132c-4a06-ab1c-70918b6858f9,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.414053 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] No DVR routers for this DVR port 72176daa-132c-4a06-ab1c-70918b6858f9 on host dv-cinder-790535-12-iscsi {{(pid=105638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:27.425859 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.db [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] For port 72176daa-132c-4a06-ab1c-70918b6858f9, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=72176daa-132c-4a06-ab1c-70918b6858f9,segment=NetworkSegment(c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7),segment_id=c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7)] {{(pid=105640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:12:27.426418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.444030 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Calling delete_port for 72176daa-132c-4a06-ab1c-70918b6858f9 owned by network:dhcp {{(pid=105640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:12:27.493391 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.523926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1b5fd4-573f-4140-a4ef-3a2fff250969']}} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:27.526284 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862'] for port, after_delete {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.534867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7') {'for_net_delete': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:27.535182 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bc0dd3-3e3a-41c1-9b90-6ca3f03874e7') {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:12:27.546176 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546080'] for segment, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.552074 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Pushing event deleted for resources: {'Port': ['ID=72176daa-132c-4a06-ab1c-70918b6858f9,revision_number=None']} {{(pid=105640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.563417 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] No DVR routers for this DVR port 72176daa-132c-4a06-ab1c-70918b6858f9 on host dv-cinder-790535-12-iscsi {{(pid=105640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:12:27.564819 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.565786 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.566131 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.566471 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.566910 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.567408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.568196 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.569043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.569597 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.569934 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.570259 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.570580 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.570931 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd7085-520b-469f-bac9-4f54be2d78ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:12:27.572246 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=105638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:12:27.572914 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9241042'] for segment, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: Traceback (most recent call last): Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: timer() Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: cb(*args, **kw) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: return func(*args, **kwargs) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: self._notify() Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: self.callback(batched_events) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: event.method(event) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: return f(self, *a, **k) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._get(url).json() Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: return self.request(url, 'GET', **kwargs) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:12:27.579253 dv-cinder-790535-12-iscsi neutron-server[105638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:12:27.641151 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.647529 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.649424 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b1b5fd4-573f-4140-a4ef-3a2fff250969 HTTP/1.1" status: 204 len: 168 time: 0.5641751 Sep 07 19:12:27.661234 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14984-9b9c-4cbe-b29f-cd487969826f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1b5fd4-573f-4140-a4ef-3a2fff250969,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:27.783105 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45024) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:27.839730 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-98532304-13fb-41e9-ab6d-6477cad807e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29591b038aa6418889f1867256f9041a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552759 Sep 07 19:12:27.842478 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45026) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:27.893166 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.919246 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.975491 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d6f21675-c7dc-42f2-a118-31791e8dce3f no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:27.989617 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.992984 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:27.994350 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64bcfe9e-1682-40c8-bd1f-c57f38517411 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Sep 07 19:12:28.004049 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: d6f21675-c7dc-42f2-a118-31791e8dce3f {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:28.004532 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d6f21675-c7dc-42f2-a118-31791e8dce3f not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:28.004712 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10d0a5-cb2a-461c-88a8-e0638b6ed846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bcfe9e-1682-40c8-bd1f-c57f38517411,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:28.004962 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 2b268c4f-3158-473c-978c-db4e184c50dc no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:28.037186 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 2b268c4f-3158-473c-978c-db4e184c50dc {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:28.037554 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 2b268c4f-3158-473c-978c-db4e184c50dc not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:28.037948 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 72176daa-132c-4a06-ab1c-70918b6858f9 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:12:28.059941 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 72176daa-132c-4a06-ab1c-70918b6858f9 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:12:28.060286 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 72176daa-132c-4a06-ab1c-70918b6858f9 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:12:28.360478 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45036) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:28.401653 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-253eda5b-22f6-495f-80aa-723c909b473d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a62c5759fa44c17a3d1ba52805ce01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399818 Sep 07 19:12:28.404079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 45038) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:12:28.454455 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.476102 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.527109 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.529623 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:28.530776 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/805fc2f7-9144-4e0c-b4c3-19d65161f526 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Sep 07 19:12:28.538957 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ac44-647c-4471-b270-169f812371cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805fc2f7-9144-4e0c-b4c3-19d65161f526,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:12:29.445231 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-dec8a7d0-fbc0-4bc6-9aeb-edd18f2da10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.750818 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-1bc4de08-2489-4776-acce-e16801257559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:32.770322 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:34.667475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:35.984758 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:49.092056 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:12:53.114698 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:12:59.451713 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-74c7d9c4-c5c1-4c32-a255-4c5b0c880fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.765476 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0f279829-55fa-42a5-88ce-268751ae5fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:02.780912 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:04.677952 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:05.125790 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-b44ca57b-3ef4-4592-9331-fdc496d08735 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523794 Sep 07 19:13:05.243992 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-8820fa21-9e14-4bde-bc2e-a3e50af4f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.245625 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-8820fa21-9e14-4bde-bc2e-a3e50af4f9a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0521462 Sep 07 19:13:05.368453 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-a0fd7bb9-8b85-4f9f-a5b6-767ce75ad056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.369854 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-a0fd7bb9-8b85-4f9f-a5b6-767ce75ad056 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1015475 Sep 07 19:13:05.447897 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-f34b4c55-3cea-4f87-8323-91f1d6783174 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0693243 Sep 07 19:13:05.506740 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-cfc19e91-49bc-45a4-988f-c433b098a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.508364 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-cfc19e91-49bc-45a4-988f-c433b098a6c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0530498 Sep 07 19:13:05.568914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-9c02e1f2-7ad2-4819-8c4d-7e52e077cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:13:05.570696 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-9c02e1f2-7ad2-4819-8c4d-7e52e077cfbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544834 Sep 07 19:13:05.663778 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-0f665f7d-54ab-4737-8c75-5a8a6f2859b2 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Sep 07 19:13:05.761175 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f1ec0cf1-541f-4837-8cf9-d0f301d39b67 req-c9d98860-1089-4ea9-9077-26488f2d7a65 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880551 Sep 07 19:13:05.988806 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:19.091986 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:29.464386 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5927e0f0-a8a7-4b03-af20-58334e9cd78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:30.117244 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:13:32.765555 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-48ef0426-9da4-4850-8b82-282e6ad23a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:32.779584 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:34.676947 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:35.988613 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:49.105762 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:13:59.458275 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-92adb48b-d8b6-4aaf-aeee-bb5ca3f09fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.767082 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-65288829-c047-46fd-b540-a67953d33fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:02.780335 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:04.684829 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:05.190306 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-e95c2a43-2b8a-4f9a-ba53-47c3715911ca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440409 Sep 07 19:14:05.322405 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710565-bbf1-4a05-863c-e0425596d31e req-9b0bc27b-7768-47b2-b493-5c8394fb8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:05.324163 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-9b0bc27b-7768-47b2-b493-5c8394fb8035 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9483012905d3456399efefdfedc1f40b&device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 1098 time: 0.0512805 Sep 07 19:14:05.476914 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710565-bbf1-4a05-863c-e0425596d31e req-2fa35e91-414b-40d5-969c-147ad316d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:05.478792 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-2fa35e91-414b-40d5-969c-147ad316d235 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 200 len: 911 time: 0.1325183 Sep 07 19:14:05.555274 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-63dc5a18-d9e5-4835-acb8-ef5845b63e05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 200 len: 1000 time: 0.0676179 Sep 07 19:14:05.613903 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710565-bbf1-4a05-863c-e0425596d31e req-10e79aaf-b450-4f33-90e5-17e919840924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:05.615479 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-10e79aaf-b450-4f33-90e5-17e919840924 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 200 len: 849 time: 0.0527194 Sep 07 19:14:05.666555 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710565-bbf1-4a05-863c-e0425596d31e req-8e9afbeb-23a0-4021-957d-a0c92fa6d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:05.668127 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-8e9afbeb-23a0-4021-957d-a0c92fa6d839 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66d4c095-8d36-4e4b-9707-8603759b808c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450978 Sep 07 19:14:05.780660 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-99d76793-9f79-497d-a24a-9c94d4a664b0 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038756 Sep 07 19:14:05.889137 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d5710565-bbf1-4a05-863c-e0425596d31e req-84f4d48b-6989-4bb2-ac78-f7c31f635210 service neutron] 10.222.0.74 "GET /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999126 Sep 07 19:14:05.996735 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:07.121641 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:14:19.106153 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:29.464901 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-12bd6ff4-c316-4233-9a05-0091d73eed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:30.614171 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142b602-45f9-4132-ac36-c732a625d476 req-727464d8-faed-440e-bfea-97704c0da983 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:30.615979 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0142b602-45f9-4132-ac36-c732a625d476 req-727464d8-faed-440e-bfea-97704c0da983 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 945 time: 0.3732455 Sep 07 19:14:30.665443 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0142b602-45f9-4132-ac36-c732a625d476 req-27b19891-1357-4fd1-a6ca-cfad09b4f7ab tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Sep 07 19:14:31.128661 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-0b7a74c6-6329-4565-89c3-5454550239d7 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.130381 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-0b7a74c6-6329-4565-89c3-5454550239d7 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 945 time: 0.0596981 Sep 07 19:14:31.277585 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Deleting port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:14:31.277998 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.386335 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] For port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:14:31.386610 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.647444 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.647841 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688166'] for floatingip, after_update {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.648072 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.db.l3_db [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Floating IP 35f0889e-a075-4a1d-9298-6c1c4dcc265c disassociated. External IP: 172.27.2.31, port: 16aa5b36-8f5d-40ca-91b5-8034ea825a8e. Sep 07 19:14:31.648336 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Calling delete_port for 16aa5b36-8f5d-40ca-91b5-8034ea825a8e owned by compute:nova {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:14:31.874231 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:31.893462 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e446fbf-fd9c-48fa-ad67-450bae6cd6d8 req-6f3d4043-23d3-4a90-9266-9af6a15f0d4f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 19:14:31.895036 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e446fbf-fd9c-48fa-ad67-450bae6cd6d8 req-6f3d4043-23d3-4a90-9266-9af6a15f0d4f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 867 time: 0.1238015 Sep 07 19:14:31.933459 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'Port': ['ID=16aa5b36-8f5d-40ca-91b5-8034ea825a8e,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:14:31.959034 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.959435 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.959714 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.960054 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.960384 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.960717 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.961111 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.961353 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.961681 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.962076 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.962498 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:31.962711 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:14:32.029490 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5e446fbf-fd9c-48fa-ad67-450bae6cd6d8 req-e574a923-f7db-46e9-847a-5cd768f8cf6b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aca68f3-e5ee-42d3-a7e5-0447563bf82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053152 Sep 07 19:14:32.113785 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:14:32.251357 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:14:32.270232 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:14:32.287979 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:32.288936 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:14:03Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:32.318123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] No DVR routers for this DVR port 16aa5b36-8f5d-40ca-91b5-8034ea825a8e on host hv-cinder-79053 {{(pid=105639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:14:32.322420 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for port, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.325994 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.74 "DELETE /v2.0/ports/16aa5b36-8f5d-40ca-91b5-8034ea825a8e HTTP/1.1" status: 204 len: 173 time: 1.1881187 Sep 07 19:14:32.326708 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'name': 'network-vif-deleted', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e'}] {{(pid=105639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 19:14:32.329973 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f7d44f861f25ce0fa06b8a2b040311b437b937ea0bd25e6dd95ea5bded9d872" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7106acd1-f25a-42ed-aeed-0cc725427988" -d '{"events": [{"server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "name": "network-vif-deleted", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e"}]}' {{(pid=105639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 19:14:32.522814 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:32.693541 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa80b06-8374-4335-8b23-51be2458c2fe x-openstack-request-id: req-caa80b06-8374-4335-8b23-51be2458c2fe {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 19:14:32.693910 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e56b47-f4d2-43e3-8556-e55749ad89d8", "name": "network-vif-deleted", "tag": "16aa5b36-8f5d-40ca-91b5-8034ea825a8e", "status": "completed", "code": 200}]} {{(pid=105639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 19:14:32.694112 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-caa80b06-8374-4335-8b23-51be2458c2fe {{(pid=105639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 19:14:32.694655 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e56b47-f4d2-43e3-8556-e55749ad89d8', 'name': 'network-vif-deleted', 'tag': '16aa5b36-8f5d-40ca-91b5-8034ea825a8e', 'status': 'completed', 'code': 200} Sep 07 19:14:32.767455 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8dfc-da7a-4b06-9665-a83a93a2d081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.780327 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:32.842179 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:32.891815 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:14:32.908643 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:14:32.909648 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:14:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:33.036054 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:14:33.165108 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-094fa7b0-2288-4b01-82e9-ab99ea261474 req-4854d6a8-f268-4a9c-b5ac-ff0648e64998 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0328553 Sep 07 19:14:33.322983 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:14:33.358326 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05062dd-f643-4b85-9d5d-691926ef4adb None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T18:49:52Z', 'revision_number': 4, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi', '_interfaces': [{'id': '7be90af1-0ae1-4787-97f2-4f59a0abbe9a', 'name': '', 'network_id': '66d4c095-8d36-4e4b-9707-8603759b808c', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'mac_address': 'fa:16:3e:14:e0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:50Z', 'updated_at': '2021-09-07T18:50:01Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'subnets': [{'id': '1b7f3ca6-0a00-498b-8879-0c1b93c5b19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:14:33.652524 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c498f-e797-46d4-80e3-ee4644723630 None None] New status for floating IP 35f0889e-a075-4a1d-9298-6c1c4dcc265c: DOWN {{(pid=105640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 19:14:34.317899 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ebd7d256-37af-4703-8894-878e7e7c102d req-41720daf-0698-4625-824b-2bf9373ff089 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0309651 Sep 07 19:14:34.681396 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:35.317125 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16aa5b36-8f5d-40ca-91b5-8034ea825a8e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:14:35.353672 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] No Port match for: 16aa5b36-8f5d-40ca-91b5-8034ea825a8e {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:14:35.354226 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Device 16aa5b36-8f5d-40ca-91b5-8034ea825a8e not bound to the agent host hv-cinder-79053 {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:14:35.434221 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d29ee56a-65be-4c93-b321-0c72d9a1f1a2 req-99366791-4039-4f3a-9828-551031c1d96d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Sep 07 19:14:35.997294 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:36.571775 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-306635e7-8c4c-4451-94bf-dc084cc81bc0 req-34333cbc-31cb-4d7e-9e6a-f283149a7f9b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0425894 Sep 07 19:14:37.677441 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c0ba25a6-ab9e-4fcb-9265-19f739245a4b req-0a0a1231-9c1e-48d1-afef-5d6bcf233dd0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0289629 Sep 07 19:14:38.789168 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-df400f55-b90a-439e-99dd-7525ee5e010e req-57348a95-fa2e-4c73-a5f0-5e9c7a84a651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0334010 Sep 07 19:14:39.932209 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-2b581f32-070b-43d3-b08a-0f2ba88fd5b9 req-1f244f29-5b15-4c2b-bf2a-a90205118aa9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0332005 Sep 07 19:14:41.067266 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-67b5a774-3098-47d5-abfc-cdcdb7b7621f req-046c65e2-0442-44f6-90cf-021d4daefba8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0348046 Sep 07 19:14:42.175998 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-885ba40a-3df9-446f-9753-6af5d834de16 req-1a25fe5a-3859-466a-b4ce-2ee9c6143268 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Sep 07 19:14:43.286288 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-a6cac074-d8c4-4919-b825-cf70103de419 req-756c2630-e1ed-4927-81ab-dd22055cc9e8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0291970 Sep 07 19:14:44.127522 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:14:44.396584 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-655711a8-d378-4224-91c6-a261497dca8b req-a5e57edb-8f14-42cd-a1f5-76dc0194c22f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Sep 07 19:14:45.505308 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-5b3a7f0a-d2af-4e0d-9674-03eb521f34be req-19138819-e308-44bb-8c69-c26843064147 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Sep 07 19:14:46.636103 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f7361ec2-699d-4373-8771-624b371b2a2d req-49350567-0e24-4eb8-93df-538bda96f94a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0374639 Sep 07 19:14:47.744473 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-59cde345-95c8-447a-b6fa-8b2188dab9ac req-28a965c7-8164-4ee1-a692-330bc129fc17 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286999 Sep 07 19:14:48.853050 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-516a360f-2898-4b10-bda1-80fda1182f92 req-3da0bb46-9b86-4482-ad69-dd33b8b52381 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0337021 Sep 07 19:14:49.106548 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:14:49.973768 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-85ecf86f-5241-4c6c-b54f-3ce3240ebc90 req-86f744f1-1f20-48af-b269-8f34a0d301a5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0340321 Sep 07 19:14:51.081384 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-927f4d2a-4d02-459e-89a5-e151cdcb37fe req-62e2ce8e-22d2-4665-b78b-52c8a7fdcd8d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Sep 07 19:14:52.197139 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-689a4e4b-ae0f-40f8-bd7b-ef47754539ed req-0f9cbaf8-f2bb-48d8-929b-4466cdc5845d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0346851 Sep 07 19:14:53.303881 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8a8a3662-3a57-4584-8125-4f302a7f55b6 req-10047c0c-5fc0-47b9-8961-4c70d09feedb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Sep 07 19:14:54.418791 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-fdeb88fc-e100-43b7-bd22-b0c3f02b231f req-db7bc158-ba93-45c8-9a31-8cc2fc94b4e8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0319226 Sep 07 19:14:55.539573 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-21e26415-0d72-4498-9cde-192791f62197 req-2f6b519a-96e4-4b60-a3c7-00c0e8c48371 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0309663 Sep 07 19:14:56.682225 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-dd6adbfe-08e6-4875-8614-d41f799a6f58 req-db8ecfff-d50f-413c-a579-99499e296ac9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0395901 Sep 07 19:14:58.008035 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-53ceb18b-c5e7-4c54-b2f4-81a8496bd24f req-9ba990c6-e9e9-4216-a3d0-943bfa013c71 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286376 Sep 07 19:14:59.108899 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8ef156bd-15fb-4d37-aef7-5140681ca061 req-3b866a11-6352-4249-adb8-f64bcbae9f9a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286841 Sep 07 19:14:59.460876 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-eacc3016-6b84-4359-9f28-a2d72c146060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:00.215771 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-4700f48c-3a56-47fa-9ba9-541a90acc43b req-3e2230ca-b04d-4bb2-9c04-912ec50fadf8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286567 Sep 07 19:15:01.332152 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-b29f361c-a1cb-4772-b7d4-97ff049b7033 req-98f17f67-35fb-4cc2-9ed4-a2991ab8f2fc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0277455 Sep 07 19:15:02.447298 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-433dfd65-42d6-478a-8e79-f2df83c6adac req-a4373c4e-8164-45fa-a726-d29118f0996c tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0311425 Sep 07 19:15:02.780579 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e9c48b3a-cc3e-412c-bbf0-96ccc5372c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:02.787969 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:03.584972 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7b505fb4-ece7-42a6-b662-d30102f3d941 req-9ec46749-2a96-4f50-af70-868803102334 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Sep 07 19:15:04.684572 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:04.711100 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c57c6997-5eaf-4d8a-820e-74eb4f718cf3 req-6282dabf-6b4c-4220-9e6b-2c5a7c3224d8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0434606 Sep 07 19:15:05.822818 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-0a814ba6-e0e3-42b3-bdc2-441bdae157a8 req-aabdf316-ff58-4f0d-88a0-fb8e2cefb531 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0362506 Sep 07 19:15:06.002016 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:06.945007 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-485cbc72-0caa-4401-a19d-03d4c8c09a6e req-a86972f0-1ecb-46cc-a180-513f2cae9b13 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0400267 Sep 07 19:15:08.054312 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e82c20d8-461c-4df8-9928-82bc1bf93fe9 req-b1fadc77-55ad-4d92-91f4-99c06fc6edc8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Sep 07 19:15:09.165949 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-e3a5765f-becd-462d-95ba-c5ef0ff3caca req-6db59e24-9a71-4667-aee0-3af33e7a9bc3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0359499 Sep 07 19:15:10.269485 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d58f0400-ff38-45eb-9c83-b56f0efd8127 req-07696a98-7001-4885-9c7a-a1d3365cde99 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Sep 07 19:15:11.373882 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6293be78-022c-40b5-8d75-fb2128ff1e98 req-8be3394d-5838-4871-b8d9-49b8b6bb734b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0323539 Sep 07 19:15:12.499025 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c05b961a-50c7-4b3b-8ffb-30c6f8ba7c10 req-fbcfaf59-d7ee-4c42-9ee8-069e01b3306e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0389876 Sep 07 19:15:13.648805 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b4d65121-aef3-4c38-b205-f00a5f192a71 req-9ba3568c-708f-47b0-9269-729444f720f5 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Sep 07 19:15:14.767909 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6bdf9c0e-c1d0-4b13-8eab-bb37788fa9d2 req-d2967de9-35e2-4d4c-b79a-d8ac66057910 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0291390 Sep 07 19:15:15.871063 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-95f0abef-b632-4d17-b19d-0aebba48480c req-909a1c4a-4df1-49ff-9600-1db19ac71817 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Sep 07 19:15:16.976432 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e3b082d5-b1ab-4de6-9492-f68f0bed651e req-d68e18a1-7127-407d-9a0a-70729dc69d9e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Sep 07 19:15:18.145384 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3b888072-ee34-4b67-b96d-7c7cf8029fd4 req-a2a16785-dd78-4ba3-88e3-7db65bf9b631 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0594201 Sep 07 19:15:19.106915 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:19.269638 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4f154c5f-29bc-4f66-823a-f1c32dab165c req-33e30a07-f15d-423f-a028-b2fa102993cb tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Sep 07 19:15:20.407183 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d0e625a-845f-4e61-834f-24a0971cce38 req-ee482573-ca87-4cc9-a046-4d7372efcabc tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0344200 Sep 07 19:15:21.146162 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:15:21.555521 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-556ff96d-cd0d-4aaa-bc1e-4eebdfefd2ef req-007d3ca9-bf07-4ea7-b4f2-ccc8db45f75a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0386713 Sep 07 19:15:22.662540 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5460f55d-2bfe-40d5-96d5-a9e6bda96a66 req-f1508d55-ce20-4d38-8a59-aeefd2fc8a1e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0294209 Sep 07 19:15:23.789382 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-168ea17e-a545-4a51-8b91-ea31ce3125cd req-b51b32bd-f8bf-43d6-90fd-686bcd50eeaf tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Sep 07 19:15:24.916578 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-85fe52a7-c92a-4d25-be73-f726ade4c61d req-7d86ea2e-e453-419d-9ca9-c6ca6a25caf8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0299165 Sep 07 19:15:26.100174 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-aa848391-7336-405d-a740-12622077ef20 req-8e9fef5e-3408-4ae6-bc57-9c0937566e47 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0430377 Sep 07 19:15:27.228832 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-fedd6f85-315f-4f89-8826-df4ae2e7dea6 req-813728ae-587a-4c64-9882-0ee16f9490d6 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0380538 Sep 07 19:15:28.362612 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9381fd7c-1883-4324-82f0-dd56a9204a12 req-52b1e581-441f-46ba-99ee-7930c33e809e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0352693 Sep 07 19:15:29.465662 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f70858fb-88c9-44c3-b99b-aca74f20b3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:29.520087 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8a78a142-4806-4996-a549-b4fda0dd90e1 req-2feeca49-d14b-47e5-94ad-bfa092809ddd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0335295 Sep 07 19:15:30.629902 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-bfb4f276-6ec3-4a61-9b9e-152143b7cc1a req-013214cd-0b16-448f-816c-8f6e7817e130 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Sep 07 19:15:31.742983 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-5d367c8e-bb58-4371-91b1-0d21c96a1c9e req-91ec7413-1b5e-4a3d-b2fc-bcc9935639ab tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Sep 07 19:15:32.773995 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-90457640-1b05-4eb1-a1ae-fbf0c5349e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.780979 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:32.862872 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e7a7e5ab-5eff-4ba7-9934-6476d979c39c req-d345a609-3783-4651-ab91-d84ca4d039f2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0303471 Sep 07 19:15:33.995781 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-681b33f5-7906-4d96-a71a-f0c21e08dc7f req-ccf69912-c4a9-4b02-ba14-627161e983da tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Sep 07 19:15:34.691023 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:35.346315 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-4668b50e-c3b2-4a3d-8979-c6b3d930537e req-e951fc59-9613-41b2-9d6a-89c9332da92a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.2402468 Sep 07 19:15:36.004270 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:36.508038 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-93c851f5-e702-4db9-8b48-0b01a717e7ae req-ae0748a7-5814-45cc-985b-d4fed6a70a86 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0339260 Sep 07 19:15:37.643856 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-7002f84d-5075-4e37-9c5b-8a6e1b19948f req-fc6aeea0-ef0a-403b-807f-654ed5765f91 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0316789 Sep 07 19:15:38.843446 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ddca04b8-82fb-450f-8900-9d31678baf76 req-53798f35-1d23-4683-8d71-d4be244d44df tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.1011143 Sep 07 19:15:39.966016 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3f4166d3-9ec0-42a6-99fe-1b4a47bc93f6 req-0fabfa86-7a3b-426e-b598-4b57e339f470 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0369878 Sep 07 19:15:41.086494 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-b3d38e20-0d3b-44da-b5f4-1c7da06b8380 req-492c6cb7-89a2-4ad9-bc8f-e5c255469d39 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0393915 Sep 07 19:15:42.204991 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3d0f1691-40a2-4c5b-8b79-d3bc4f8cedb2 req-72f1aac9-3aed-4b00-b22f-39057dca1208 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0391231 Sep 07 19:15:43.338160 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-124ca5ba-5d9f-4cdb-b805-ede5153d4783 req-eaf89bfa-53d4-40b1-be53-c86c7d49fb76 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0369854 Sep 07 19:15:44.486473 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d62cec70-4d59-4e4b-9784-bbafd743032a req-72fabbe8-0b4f-48da-9b24-cc7e7e08e238 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0457740 Sep 07 19:15:45.602450 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6b819d87-0558-40db-b11a-737749ff0977 req-78c5858f-e5a3-430d-8743-2667c659fb0b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0295753 Sep 07 19:15:46.704948 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-75fa1bd4-43f6-4392-b395-619471d1de37 req-54ebdb05-095c-44d1-a138-459a4fda8839 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Sep 07 19:15:47.822871 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7790c3b7-2734-4fdb-a8ce-80bee42ff7a9 req-582ba42a-aa54-4ead-8d04-1f34ea6ff578 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0401094 Sep 07 19:15:48.937700 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2bb9d80-d8aa-4b08-95a2-e6ce948ef4cd req-f47fe50a-f6f1-4ef2-8d53-6e0b8089d6c2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0377822 Sep 07 19:15:49.133340 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:15:50.058776 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-91312eae-0c80-41c8-9bc6-6206c625689d req-44511747-0d66-488d-bcbc-d7a331eac9ab tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0400827 Sep 07 19:15:51.169628 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6333371f-84b0-41c0-88a7-17f8b8a2b939 req-6efe542d-5c8c-4e20-b6f8-33ac51b637e3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0296235 Sep 07 19:15:52.306325 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-52b241ba-d780-44ae-b2de-5dc577b83156 req-077c1d6c-0c47-4ff2-a96e-dbee15991b65 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0320263 Sep 07 19:15:53.420802 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-6ee1f616-96cd-48c3-b386-577d6c2031fe req-e0f2d80e-2493-41d7-be09-e673af6f7c7b tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Sep 07 19:15:54.543009 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8d3af289-43ea-4a91-8a08-1dd5b7f4a05c req-c5778c51-e8a8-4b42-ac27-c1acee2aa1b0 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0293086 Sep 07 19:15:55.651106 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-589fe03a-c9d8-46e6-bb4f-1ed6cdf070ed req-bf246ac3-4c59-4612-9d89-2462c9022fef tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0291486 Sep 07 19:15:56.761434 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-62cd34e3-4cad-401a-8d8a-258f4281fde0 req-60434fc0-0bf6-4ce6-87f7-05f86b3735ed tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0321255 Sep 07 19:15:57.881277 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-ca27fe4b-a4a5-45fe-beec-8c86ce6dc5a1 req-44a734d1-ed95-4ea6-81a9-e20cee74a912 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0309572 Sep 07 19:15:58.136797 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:15:58.998510 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-d3b3b393-3183-4e18-9bd9-522e4138d33e req-14bd123d-8abe-4e63-989f-874c6cee6c20 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0334246 Sep 07 19:15:59.477408 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-6ac954b3-a01e-44eb-90e3-804f2c56d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:00.114637 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c7c00a05-f8e1-4bda-ab33-646b8561d7df req-7bef8ec3-cc14-4df9-8cb8-60d893d9a686 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0307207 Sep 07 19:16:01.229156 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8c396bf8-6c13-43f3-b70b-51c1f968ceb4 req-54138941-61c9-4388-9e46-1757dbc77b58 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0353527 Sep 07 19:16:02.374775 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-f1025b20-67dc-4ae9-a377-b5ebf747f127 req-5c5a5d5b-5c00-48fc-9c60-2e3c7eef43c2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0364642 Sep 07 19:16:02.768319 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-31aa0b21-8dfa-4d28-a888-a17623426a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:02.783128 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:03.891999 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c762ec4f-7282-43f0-a5f0-ec405f5ec5e9 req-e5473e51-dd44-436f-93f2-8115fbcd69e4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.3798585 Sep 07 19:16:04.701599 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:05.018452 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-21291784-bfa9-447a-a746-94a8fc56a6ce req-313f674d-8691-4250-a2c6-2b0d07b956b6 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0371046 Sep 07 19:16:06.010257 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:06.130067 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-7f990429-b7f9-4f4f-a657-ac265671266f req-1a56c549-da31-47eb-9c3c-fe92ac94f29a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0334203 Sep 07 19:16:07.253787 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-9c2aa93b-a99a-411d-8676-3f0ae0c3a562 req-86dd202b-2880-449e-807a-292c1cd22407 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0365136 Sep 07 19:16:08.365179 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-6236ab6a-70ea-4546-9c5b-b15621a151a1 req-0824bb53-c053-44f1-be87-25e0c586ecaa tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0322933 Sep 07 19:16:09.470577 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-8be1c4ed-1990-42a2-af44-b72d2939809b req-4aa050dd-d7cf-42c2-9f4f-a99f98a658db tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0295126 Sep 07 19:16:10.572971 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-84e1ad29-581a-4640-9f2b-ed213983d052 req-3b475656-e038-42c1-ac3c-3589d37963fa tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0287302 Sep 07 19:16:11.672702 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-cac220cc-3128-4160-ab63-de9daf58dd75 req-9289ece4-19d9-488d-90c5-8da320113d9f tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0297532 Sep 07 19:16:12.812806 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-9ca07d49-df59-4ed8-87a2-c6999bf719a9 req-e9bc46c4-64fb-4597-9456-1fcf7b41aad9 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0571177 Sep 07 19:16:13.937693 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-17a37c0b-edcf-49ce-884b-efa00187c364 req-a4615a43-6f54-4671-9df8-d58c38a70eac tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Sep 07 19:16:15.056005 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8209fbd4-205c-469e-9ac8-7eb55655c7b1 req-c0566861-d3c9-4386-b973-612131112a01 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0459731 Sep 07 19:16:16.176471 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-86dc133d-0d95-45f9-b20b-49aa09dd52d4 req-800c711a-56eb-4aa6-bb85-2ccbbe0f8e5e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0360575 Sep 07 19:16:17.282335 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8443eb58-eee6-45e0-ae30-430a5bd6601d req-23f093c2-ce88-4da0-be60-0a9405b517c8 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Sep 07 19:16:18.403728 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-81e8c0db-889d-4f72-9f9d-6a7ad0cb1eff req-649d51be-43ad-4b32-97a7-b2f07917d992 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0430844 Sep 07 19:16:19.157033 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:19.539232 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-19c4b63c-175a-4209-9b1f-0baa9636ef9a req-9fdcef54-74ee-40b9-9df6-6587f682716d tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Sep 07 19:16:20.642997 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-e5a5def1-2c36-4848-9fa0-f539eeaf8d1f req-f5057344-e2f4-4abb-bd9a-f5f868d07f75 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0309501 Sep 07 19:16:21.751806 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-c1d98a1c-a439-4ac6-ad9a-b085d0fc2fb7 req-d3467c41-6f49-422a-9736-18ba4aede6f3 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0307524 Sep 07 19:16:22.853734 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-915cc051-c5fa-4e4f-82a0-6dd26f59c31d req-cfd3251f-5526-40a5-8c29-9398728289d4 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Sep 07 19:16:23.956890 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-07f2f775-ca43-437d-a3e0-1ae17364cfa4 req-23c5b64e-d156-442c-aa07-4fe34346c1f2 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0308275 Sep 07 19:16:25.055658 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-25f258a2-b76a-4f87-ad0a-f3876366fab2 req-dbe7cba2-a086-40ca-803a-905d6fb400df tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0286674 Sep 07 19:16:26.164988 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-ffcdd613-8632-4abc-9680-ec7cad2b30e0 req-c589751b-8a6a-4e79-8df3-9c281866e96e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0321238 Sep 07 19:16:27.274382 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-c2f950d5-c41a-4fe8-b6ec-bc8e379f0744 req-df79f771-ecf9-4ada-8d67-e27ab941640e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0276871 Sep 07 19:16:28.395798 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-3df2c49a-5226-4445-a4f1-af90d4d25869 req-91eccaf1-84af-4159-9aa0-e3e308e963fd tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0332303 Sep 07 19:16:29.462563 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d7a55dff-4699-4939-a33c-2af3881e0c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:29.506205 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-3dada815-3849-491d-96c5-77d32ab116e5 req-57f6eb04-2427-4e51-be94-38f00607da39 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0307119 Sep 07 19:16:30.617267 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-f08df248-e489-4f31-b828-deadddc766fd req-014c3e3a-0662-4499-bb0b-370077f5dc7a tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0288663 Sep 07 19:16:31.717888 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [req-d6fca6b0-0426-4785-919a-7f614a822240 req-7128b803-5723-4f06-b8e8-91984193f189 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0282040 Sep 07 19:16:32.765904 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b5541078-6d0d-454c-89aa-39b9ead53bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.780596 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:32.845013 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [req-8cef2807-ddf4-405d-86cd-b8721ffc0946 req-6323723b-93e7-45cc-9879-46e653646baa tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e56b47-f4d2-43e3-8556-e55749ad89d8 HTTP/1.1" status: 200 len: 210 time: 0.0342324 Sep 07 19:16:33.947031 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 46514) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:34.012417 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.039289 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.096863 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.099754 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.101144 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "DELETE /v2.0/security-groups/0aca68f3-e5ee-42d3-a7e5-0447563bf82f HTTP/1.1" status: 204 len: 168 time: 0.1528533 Sep 07 19:16:34.104191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 46518) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:34.111327 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca68f3-e5ee-42d3-a7e5-0447563bf82f,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:34.118941 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.api.v2.resource [None req-da9bbf89-151e-4af8-84f9-b4f75258c79e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] show failed (client error): The resource could not be found. Sep 07 19:16:34.119255 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.119526 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.119866 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.120199 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.120532 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.120861 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.121192 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.121515 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.121841 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.122162 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.122484 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.122825 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53ef52-ee70-487e-ab83-8547d3782039 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.123711 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-da9bbf89-151e-4af8-84f9-b4f75258c79e tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "GET /v2.0/security-groups/0aca68f3-e5ee-42d3-a7e5-0447563bf82f HTTP/1.1" status: 404 len: 347 time: 0.0179327 Sep 07 19:16:34.124305 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 46520) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:16:34.274253 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Deleting port 38bebca2-a446-4449-b908-47f753309e0d {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:16:34.274586 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.371363 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.371887 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.397236 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Calling delete_port for 38bebca2-a446-4449-b908-47f753309e0d owned by network:floatingip {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:16:34.565253 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.597741 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Pushing event deleted for resources: {'Port': ['ID=38bebca2-a446-4449-b908-47f753309e0d,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:16:34.611244 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.611663 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.612140 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.612547 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.612926 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.613307 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.613704 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.614129 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.614988 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.614988 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.615467 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.616191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:16:34.677723 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks [] for floatingip, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.680368 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11662'] for floatingip, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:34.681727 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e0ee3d93-8fae-4fa9-a2bb-2209e1547651 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] 10.222.0.25 "DELETE /v2.0/floatingips/35f0889e-a075-4a1d-9298-6c1c4dcc265c HTTP/1.1" status: 204 len: 168 time: 0.5564816 Sep 07 19:16:34.702169 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:35.128229 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:16:36.011223 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:49.161689 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:16:59.466660 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-50811737-1c43-48b4-86d7-1d4c8acc36d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.763685 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b3824c27-4bed-4403-bc99-8b56c8fecfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:02.779315 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:04.712337 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:06.014007 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:12.129085 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:17:19.185990 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:29.471753 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-29ef2a8e-a7ff-43df-bccc-fd20f3ada992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.758331 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba99d-228a-4ccb-ae12-3c84f262a6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:32.775852 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:34.704684 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:36.017825 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:49.131729 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:17:49.203989 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:17:59.478914 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8cfc-5158-4701-8434-2834c8a5c526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.769039 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-45b21c5e-1582-4d81-998a-c25137c98ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:02.774752 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:04.707727 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:06.018480 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:19.200057 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:26.137739 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:18:29.481500 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-72bc6b04-2a82-432a-8c15-5ce0e45e3f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.791502 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-69a1048c-bdde-45c7-a069-bc9246a6fa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:32.794123 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:34.709418 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:36.024543 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:49.204705 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:18:59.479397 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-37289da2-350d-484a-a4ed-5f3205a2a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.774782 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:02.776569 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-56fc9a3b-7512-4179-9648-7bbf25a25313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:03.140560 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:19:04.717212 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:06.028215 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:19.232483 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:29.473993 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-774490b4-cb9a-47dd-9a04-bfa1e63b5fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:32.779665 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:32.781596 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-97e7a1f0-3e69-4023-b5a5-58f2d4b28a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:34.718220 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:36.028546 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:40.150361 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:19:49.239132 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:19:59.495296 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-6a8db04e-f717-4f08-8273-5ba4d487f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:02.785037 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:02.787405 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ce61abad-dbe0-4a3d-93dd-14665d6d98a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:04.726484 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:06.040462 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:17.150593 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:20:19.241533 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:29.479623 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ed8d064d-255c-476c-8390-4440c73ad6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:32.787599 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:32.789480 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-61eccb44-0d7a-4cdf-a1ef-359b538e0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:34.725649 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:36.038516 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:49.234035 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:20:54.145000 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:20:59.491479 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7d76c2f-f84c-440c-bf59-b0bd7f0fd8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:02.790740 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:02.793364 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8bf2-46c9-4d84-9e95-5cfafafa1ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:04.733388 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:06.039393 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:19.230909 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:29.488530 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0bb1-0bcf-4f2f-b07d-d95ab7d2d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:31.146931 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:21:32.795542 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:32.797952 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0fa837df-b432-46fe-b82b-f0753942f9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:34.733311 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:36.043106 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:49.246993 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:21:59.486049 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7779cc2-a00e-4478-9b6d-dd28bedd5925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.424989 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48456) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:00.578327 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.676037 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.682362 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.717761 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06e3327e760b420ea191906362fdf057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916431 Sep 07 19:22:00.720636 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48466) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:00.723742 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65bfbe-bd77-4033-bd1d-d0b14ec60b5a,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:00.731565 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.731954 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.732295 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.732633 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.732968 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.733306 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.733658 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.733965 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.734289 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.734613 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.734971 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.735306 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5abe5-8f29-4035-86a1-c692c4d9ead9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.778119 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.801092 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.854265 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.856889 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:00.858090 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa65bfbe-bd77-4033-bd1d-d0b14ec60b5a HTTP/1.1" status: 204 len: 168 time: 0.1358292 Sep 07 19:22:00.869817 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65bfbe-bd77-4033-bd1d-d0b14ec60b5a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:00.878083 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.878354 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.878686 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.879069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.879488 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.879738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.880069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.880401 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.880739 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.881061 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.881378 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:00.881689 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b58c2b-c5e9-47a9-933a-75e670694945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:22:02.805867 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffb63-74ff-4297-b0c9-bb05d842b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:02.807872 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:02.989046 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48526) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:03.118230 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ddc872d2-55bd-407b-91dc-2dcb37623c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.224969 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ddc872d2-55bd-407b-91dc-2dcb37623c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.230923 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ddc872d2-55bd-407b-91dc-2dcb37623c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.272098 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ddc872d2-55bd-407b-91dc-2dcb37623c15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5408940842834cd9829ca11c4f5bfcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815895 Sep 07 19:22:03.272909 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc872d2-55bd-407b-91dc-2dcb37623c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeeed5d-f135-40ed-96d6-e65b2b06a604,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:03.274894 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48530) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:03.332486 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.358923 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.408761 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.411378 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.412570 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1aeeed5d-f135-40ed-96d6-e65b2b06a604 HTTP/1.1" status: 204 len: 168 time: 0.1363008 Sep 07 19:22:03.421691 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9065-9e73-436d-af43-c2e679db55a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeeed5d-f135-40ed-96d6-e65b2b06a604,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:03.741716 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48538) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:03.756015 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8df2-f5c3-4b46-85fe-cfe356f1a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.854476 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8df2-f5c3-4b46-85fe-cfe356f1a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.859485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8df2-f5c3-4b46-85fe-cfe356f1a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.898309 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-bdaa8df2-f5c3-4b46-85fe-cfe356f1a97c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54e0c61a29d04b50b558a0c7f9a77e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553493 Sep 07 19:22:03.899171 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa8df2-f5c3-4b46-85fe-cfe356f1a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fa09a-3546-482b-9657-9dee302bccea,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:03.902397 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48542) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:03.954728 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:03.975299 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:04.026546 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:04.029188 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:04.030345 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b8fa09a-3546-482b-9657-9dee302bccea HTTP/1.1" status: 204 len: 168 time: 0.1268001 Sep 07 19:22:04.038593 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455b14f-0b4c-4ad8-807b-3e7641018aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fa09a-3546-482b-9657-9dee302bccea,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:04.756594 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.048885 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.191785 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48612) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:06.319778 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd14-419e-44b9-921d-000d78a55c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.433093 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd14-419e-44b9-921d-000d78a55c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.438433 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd14-419e-44b9-921d-000d78a55c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.501833 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-82d1cd14-419e-44b9-921d-000d78a55c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32902b5da5ae481ea3ebd95d56c6d626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085864 Sep 07 19:22:06.503005 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1cd14-419e-44b9-921d-000d78a55c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd3a7c-7488-4132-8299-5eab5e0214ce,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:06.504892 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48616) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:06.564727 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.589630 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.649052 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.652429 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:06.653726 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89fd3a7c-7488-4132-8299-5eab5e0214ce HTTP/1.1" status: 204 len: 168 time: 0.1477392 Sep 07 19:22:06.663158 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44419c-64af-4ee6-b461-0a73b7cee3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd3a7c-7488-4132-8299-5eab5e0214ce,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:06.978773 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48624) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:06.994680 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-18d3ee4e-3bde-48b1-9c19-480b580c28b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.115894 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-18d3ee4e-3bde-48b1-9c19-480b580c28b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.121758 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-18d3ee4e-3bde-48b1-9c19-480b580c28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.166956 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-18d3ee4e-3bde-48b1-9c19-480b580c28b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=219ccaf9f8924f9ba1a368a296118d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865139 Sep 07 19:22:07.167659 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3ee4e-3bde-48b1-9c19-480b580c28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23030fc9-8f30-4bbe-8c41-f9f148a6149f,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:07.170607 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48628) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:07.221777 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.245865 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.295512 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.297960 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:07.299161 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23030fc9-8f30-4bbe-8c41-f9f148a6149f HTTP/1.1" status: 204 len: 168 time: 0.1274567 Sep 07 19:22:07.307942 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec59c-d8f1-4b1d-a40b-7f45dd018f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23030fc9-8f30-4bbe-8c41-f9f148a6149f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:08.156491 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:22:09.214388 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48680) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:09.345642 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2005c9c6-3335-4329-8ef0-0ab2038a9840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.454333 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2005c9c6-3335-4329-8ef0-0ab2038a9840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.460498 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2005c9c6-3335-4329-8ef0-0ab2038a9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.501052 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2005c9c6-3335-4329-8ef0-0ab2038a9840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=084d1e25285d4211be28791e2aa3d0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854056 Sep 07 19:22:09.502215 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005c9c6-3335-4329-8ef0-0ab2038a9840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8831d5f1-a313-4eae-bf3e-44fe9f5980fc,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:09.504066 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48684) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:09.565605 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.592306 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.649703 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.653869 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:09.655851 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8831d5f1-a313-4eae-bf3e-44fe9f5980fc HTTP/1.1" status: 204 len: 168 time: 0.1504533 Sep 07 19:22:09.667958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80cb9-1e16-414a-864d-14457319452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8831d5f1-a313-4eae-bf3e-44fe9f5980fc,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:09.968660 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48690) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:09.991199 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-53188183-a0e4-49ea-a1c7-0127ed6dc15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.121096 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-53188183-a0e4-49ea-a1c7-0127ed6dc15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.127528 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-53188183-a0e4-49ea-a1c7-0127ed6dc15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.176030 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-53188183-a0e4-49ea-a1c7-0127ed6dc15c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa9e06b30cef4773afc003dda2973b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058263 Sep 07 19:22:10.176921 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188183-a0e4-49ea-a1c7-0127ed6dc15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672fca7-aeb9-436f-97b9-0aae7911e304,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:10.180224 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48694) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:10.231112 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.254634 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.312916 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.315563 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:10.321151 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d672fca7-aeb9-436f-97b9-0aae7911e304 HTTP/1.1" status: 204 len: 168 time: 0.1356704 Sep 07 19:22:10.327080 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05036277-b569-4be4-9647-01b672b39f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672fca7-aeb9-436f-97b9-0aae7911e304,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:12.396113 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48756) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:12.524010 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-412b0a14-e8f1-4e64-ade2-5fc0f91e5695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.632605 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-412b0a14-e8f1-4e64-ade2-5fc0f91e5695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.638166 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-412b0a14-e8f1-4e64-ade2-5fc0f91e5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.681831 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-412b0a14-e8f1-4e64-ade2-5fc0f91e5695 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d08ab3e8f5904b308e3498a654aae90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844613 Sep 07 19:22:12.682713 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b0a14-e8f1-4e64-ade2-5fc0f91e5695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2812788-3211-4265-b52e-1a6e6e944a7b,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:12.684433 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48762) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:12.737678 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.766075 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.817135 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.819974 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:12.821732 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2812788-3211-4265-b52e-1a6e6e944a7b HTTP/1.1" status: 204 len: 168 time: 0.1360013 Sep 07 19:22:12.834300 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083646e2-252c-4696-80c3-2ad418817d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2812788-3211-4265-b52e-1a6e6e944a7b,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:13.176738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48768) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:13.199845 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-511563c0-6251-4368-8bd2-8f9e351dc5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.302209 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-511563c0-6251-4368-8bd2-8f9e351dc5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.308065 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-511563c0-6251-4368-8bd2-8f9e351dc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.348164 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-511563c0-6251-4368-8bd2-8f9e351dc5a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e169eb9822d4507a0ebdb78301368bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697743 Sep 07 19:22:13.349218 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511563c0-6251-4368-8bd2-8f9e351dc5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6748de-77d6-45b0-9261-e2fb87e8b6af,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:13.350848 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 48772) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:13.412662 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.439243 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.490453 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.493238 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:13.494711 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f6748de-77d6-45b0-9261-e2fb87e8b6af HTTP/1.1" status: 204 len: 168 time: 0.1401944 Sep 07 19:22:13.503054 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0c953-5981-41e0-8803-c8ae15b49f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6748de-77d6-45b0-9261-e2fb87e8b6af,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:14.804477 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48808) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:14.944293 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9c79f061-8426-4219-a5d1-77e645568c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.049345 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9c79f061-8426-4219-a5d1-77e645568c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.054868 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9c79f061-8426-4219-a5d1-77e645568c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.093369 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79f061-8426-4219-a5d1-77e645568c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3596ea-b677-4980-bf65-27c6c3c474cd,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:15.097761 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9c79f061-8426-4219-a5d1-77e645568c49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75a82e5c9036436e88872eece74d7ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918887 Sep 07 19:22:15.100837 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 48812) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:22:15.160506 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.188414 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.254786 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.257409 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:15.258695 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a3596ea-b677-4980-bf65-27c6c3c474cd HTTP/1.1" status: 204 len: 168 time: 0.1568923 Sep 07 19:22:15.271408 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4f59e-061d-4252-b22e-462f47564fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3596ea-b677-4980-bf65-27c6c3c474cd,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:22:19.245204 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:29.481277 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5db7e6a3-0131-49ef-abae-c19a32c06787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:32.804532 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-bed4ca5b-1eeb-4bae-b031-ccd11c0e2ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:32.806216 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:34.745512 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:36.056481 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:45.151772 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:22:49.264202 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:22:59.484057 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-949250bf-7fd4-477b-b50e-339d14c0cf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:02.801831 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-57c325bd-3d62-4b70-8432-1c58564895ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:02.805369 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:04.740546 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:06.053328 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:19.286663 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:22.161402 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:23:29.486848 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-03e6d61b-1007-4256-8f45-d5150434a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:32.800301 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-44341d42-103e-459b-af0a-985f8192c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:32.804210 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:34.743661 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:36.060190 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:49.427212 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:23:59.154851 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:23:59.492143 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5fc2a58b-d0ff-4c9c-bbdb-93e5c693ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:02.795485 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-015351ea-50ee-413e-bd2a-727e16732c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:02.798682 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:04.747450 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:06.063378 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:19.289873 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:29.499174 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b122b4bc-713c-4873-876f-6f5e698b951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:32.804015 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:32.806148 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-9bd51dc3-7ddc-4d78-b9de-c4548276cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:34.752189 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:36.062884 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:36.160248 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:24:49.291126 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:24:59.497715 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4ffc-53e2-49e9-8946-617dca9b948c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:02.795597 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-58ddbdb8-f67c-4cbb-a8bf-88bdd462a950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:02.804980 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:04.756147 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:06.070614 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:13.165434 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:25:19.310164 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:29.500162 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-0ea130b9-5c46-4347-8813-b399395aecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.796895 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-da9d4ef4-1816-4a46-87c9-8027b5044c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:32.802031 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:34.761112 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:36.071940 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:49.333123 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:25:50.169190 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:25:59.499589 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a2f31dca-838a-41fa-82a3-75973ef85f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:02.801909 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc2c5-0cc7-4217-9126-c7424d645229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:02.804338 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:04.763124 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:06.075295 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:19.346568 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:27.167803 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:26:29.494403 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-30fccd8d-f401-4880-8d2b-c55208d0ba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:32.805945 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f5e09334-81d9-412a-9316-bc928b125052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:32.808043 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:34.766260 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:36.079776 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:49.343437 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:26:59.504092 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e6e08a50-259e-4a58-883c-b0267afd161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:02.808663 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-538efd7b-237c-44cd-95d1-32e45d95108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:02.810542 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:04.165406 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:27:04.768834 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:06.085076 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:19.360019 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:29.499412 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5e76e218-50de-4569-aef9-b6f36c5fa5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:32.813103 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b3b30a9f-a8f1-42a5-a71a-8c91463c0e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:32.814905 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:34.770267 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:35.858069 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 50818) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.083519 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Deleting subnet 0da96aa4-fcfa-42cc-a0ac-5583ab655f46 {{(pid=105639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:27:36.087457 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.089455 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.125471 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3218079'] for subnet, precommit_delete_associations {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.169427 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.226123 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278080'] for subnet, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.251985 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da96aa4-fcfa-42cc-a0ac-5583ab655f46,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:36.256694 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.261565 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0da96aa4-fcfa-42cc-a0ac-5583ab655f46 HTTP/1.1" status: 204 len: 168 time: 0.3994374 Sep 07 19:27:36.261670 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50824) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.263553 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.263898 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.264242 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.264549 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.264896 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.265228 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.265543 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.265887 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.266206 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.266530 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.266843 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.267195 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b3ce-34a9-42d0-af05-2ef0a60e0f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.341116 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.433320 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.456057 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa4d89-22d5-4a9e-bca1-2847646ee7fd']}} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:36.468255 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4167871-dda2-429c-95ae-e98a74d49cf3') {'for_net_delete': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:36.468580 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4167871-dda2-429c-95ae-e98a74d49cf3') {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:36.479010 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546080'] for segment, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.488347 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 50838) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.492832 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.499748 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=105638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:27:36.500159 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9241042'] for segment, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: Traceback (most recent call last): Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: timer() Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: cb(*args, **kw) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: return func(*args, **kwargs) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: self._notify() Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: self.callback(batched_events) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: event.method(event) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: return f(self, *a, **k) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._get(url).json() Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: return self.request(url, 'GET', **kwargs) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:27:36.502087 dv-cinder-790535-12-iscsi neutron-server[105638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:27:36.559321 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.563719 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.568293 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] 10.222.0.25 "DELETE /v2.0/networks/8afa4d89-22d5-4a9e-bca1-2847646ee7fd HTTP/1.1" status: 204 len: 168 time: 0.3054435 Sep 07 19:27:36.581743 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Pushing event deleted for resources: {'Network': ['ID=8afa4d89-22d5-4a9e-bca1-2847646ee7fd,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:36.589002 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.589391 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.589884 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.590437 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.590939 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.591248 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.591513 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.591845 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.592199 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.592501 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.592827 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.593144 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d2b25-188f-410e-85a2-ec34ac26d93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-12-iscsi {{(pid=105638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 19:27:36.696571 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50846) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.738418 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-2c3b3fc4-849b-4a19-8d1f-004997d68d47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac65a58621524f7998b19c2e729995d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406253 Sep 07 19:27:36.741455 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50848) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:36.795625 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.817927 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.872646 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.875246 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:36.879175 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a858df32-de8c-4fe8-a471-5a40259f783c HTTP/1.1" status: 204 len: 168 time: 0.1341515 Sep 07 19:27:36.886706 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c1a55-8369-4fd1-9bad-3944cb0da911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a858df32-de8c-4fe8-a471-5a40259f783c,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:36.936491 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648742'] for router_interface, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.206641 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Deleting port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a {{(pid=105639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:27:37.207184 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.304124 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.db [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] For port 7be90af1-0ae1-4787-97f2-4f59a0abbe9a, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:37.306042 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.320220 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.plugins.ml2.plugin [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Calling delete_port for 7be90af1-0ae1-4787-97f2-4f59a0abbe9a owned by network:router_interface {{(pid=105639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:27:37.527922 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712512'] for port, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.556231 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be90af1-0ae1-4787-97f2-4f59a0abbe9a,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:37.739591 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648890'] for router_interface, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:37.983367 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 has already been hosted by L3 agent cbad771f-d071-46af-a6e7-95329c2f2d3b {{(pid=105639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 19:27:38.101105 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] Notify agent at l3_agent.dv-cinder-790535-12-iscsi the message routers_updated {{(pid=105639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 19:27:38.109578 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-bee4bb8e-cd25-4948-ba22-3b087b686345 admin admin] 10.222.0.25 "PUT /v2.0/routers/2284ac96-d86c-4ab5-83a9-a8ef3fddcee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6199489 Sep 07 19:27:38.111178 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Sync routers for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 19:27:38.112320 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50854) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:38.122066 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:27:38.122680 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:27:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.224656 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks [] for router, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.233950 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: dv-cinder-790535-12-iscsi {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:27:38.334684 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.390765 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Deleting port d1369132-acb2-4c90-a0ce-e319f42b55e3 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:27:38.391153 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.429942 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'external_fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T19:27:37Z', 'revision_number': 5, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port': {'id': 'd1369132-acb2-4c90-a0ce-e319f42b55e3', 'name': '', 'network_id': '753e5898-0170-4bf9-a81c-5f296ed4b229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T18:49:43Z', 'updated_at': '2021-09-07T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a8a2e57-e1b3-4530-8f8e-e3841beccffe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-12-iscsi'}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.457181 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Checking router: 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 for host: dv-cinder-790535-12-iscsi {{(pid=105641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 19:27:38.466639 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Routers {'2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'} bound to L3 agent in host dv-cinder-790535-12-iscsi {{(pid=105641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 19:27:38.467458 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T18:41:33Z,description=,heartbeat_timestamp=2021-09-07T19:27:33Z,host='dv-cinder-790535-12-iscsi',id=cbad771f-d071-46af-a6e7-95329c2f2d3b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T18:41:33Z,topic='l3_agent')) {'router_ids': ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'], 'active': True} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.474597 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] For port d1369132-acb2-4c90-a0ce-e319f42b55e3, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=d1369132-acb2-4c90-a0ce-e319f42b55e3,segment=NetworkSegment(5e80d079-028f-46e5-8f94-900061ba7f13),segment_id=5e80d079-028f-46e5-8f94-900061ba7f13)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:38.475073 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.494133 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Calling delete_port for d1369132-acb2-4c90-a0ce-e319f42b55e3 owned by network:router_gateway {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:27:38.556101 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_dvr_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] Set router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 gateway port host: None {{(pid=105641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 19:27:38.608354 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.l3_hamode_db [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T19:27:38Z', 'revision_number': 6, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port_host': None}], 'dv-cinder-790535-12-iscsi', False) {} {{(pid=105641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:38.667004 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.698985 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1369132-acb2-4c90-a0ce-e319f42b55e3,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:38.736222 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2667a9-8d48-4620-b482-29e196b7b093 None None] The sync data for ids ['2284ac96-d86c-4ab5-83a9-a8ef3fddcee6'] in dv-cinder-790535-12-iscsi is: [{'id': '2284ac96-d86c-4ab5-83a9-a8ef3fddcee6', 'name': 'tempest-AttachVolumeTestJSON-586036687-router', 'tenant_id': '9483012905d3456399efefdfedc1f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T18:49:41Z', 'updated_at': '2021-09-07T19:27:38Z', 'revision_number': 6, 'project_id': '9483012905d3456399efefdfedc1f40b', 'gw_port_host': None}] {{(pid=105641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 19:27:38.768937 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688156'] for router_gateway, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.863087 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5065'] for router, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.865622 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.925981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732226'] for router, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.926536 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 {{(pid=105638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 19:27:38.931368 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] Notify callbacks [] for router, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:38.932599 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-dbcafe62-8714-4079-82a4-72f978e9d970 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2284ac96-d86c-4ab5-83a9-a8ef3fddcee6 HTTP/1.1" status: 204 len: 168 time: 0.8188460 Sep 07 19:27:38.936031 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50858) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:38.982338 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Deleting subnet 1b7f3ca6-0a00-498b-8879-0c1b93c5b19f {{(pid=105638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 19:27:38.985770 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.020520 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3546105'] for subnet, precommit_delete_associations {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.104669 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-721103'] for subnet, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.165963 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-721094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3315456'] for subnet, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.192980 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7f3ca6-0a00-498b-8879-0c1b93c5b19f,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:39.199191 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for subnet, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.201236 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cf38c345-510d-48ba-9ccf-1e3a2ea024b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1b7f3ca6-0a00-498b-8879-0c1b93c5b19f HTTP/1.1" status: 204 len: 168 time: 0.2642643 Sep 07 19:27:39.204031 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50860) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:39.207387 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba19cd5-7146-4d3b-b315-b1af9ef72675 None None] Network 66d4c095-8d36-4e4b-9707-8603759b808c requested from dv-cinder-790535-12-iscsi {{(pid=105640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 19:27:39.274573 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619580'] for network, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.334477 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Deleting port a3b4c516-800e-4bab-953f-011e5bdf19b8 {{(pid=105638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 19:27:39.334827 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751766795596'] for port, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.404259 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.db [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] For port a3b4c516-800e-4bab-953f-011e5bdf19b8, host dv-cinder-790535-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-12-iscsi',level=0,port_id=a3b4c516-800e-4bab-953f-011e5bdf19b8,segment=NetworkSegment(da597a69-7f4e-4605-87c2-fc569761bcaa),segment_id=da597a69-7f4e-4605-87c2-fc569761bcaa)] {{(pid=105638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 19:27:39.404619 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691145'] for port, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.419260 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Calling delete_port for a3b4c516-800e-4bab-953f-011e5bdf19b8 owned by network:dhcp {{(pid=105638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 19:27:39.513053 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751766802710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766234862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9241061'] for port, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.535881 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06068716-0472-4ec7-8337-3b416cb34b87 None None] DHCP port deletion for 66d4c095-8d36-4e4b-9707-8603759b808c request from dv-cinder-790535-12-iscsi {{(pid=105640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 19:27:39.543958 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b4c516-800e-4bab-953f-011e5bdf19b8,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:39.546724 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] No DVR routers for this DVR port a3b4c516-800e-4bab-953f-011e5bdf19b8 on host dv-cinder-790535-12-iscsi {{(pid=105638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 19:27:39.618859 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722006', 'neutron.services.segments.db._delete_segments_for_network-8751766715823'] for network, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.642181 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d4c095-8d36-4e4b-9707-8603759b808c']}} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:39.652566 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da597a69-7f4e-4605-87c2-fc569761bcaa') {'for_net_delete': True} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:39.652819 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.services.segments.db [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da597a69-7f4e-4605-87c2-fc569761bcaa') {} {{(pid=105638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 19:27:39.662941 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751766716344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3546080'] for segment, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.677567 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041'] for segment, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.683774 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=105638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 19:27:39.684196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9241042'] for segment, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: Traceback (most recent call last): Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: timer() Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: cb(*args, **kw) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: return func(*args, **kwargs) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: self._notify() Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: self.callback(batched_events) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: event.method(event) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: return f(self, *a, **k) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._get(url).json() Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: return self.request(url, 'GET', **kwargs) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 19:27:39.685926 dv-cinder-790535-12-iscsi neutron-server[105638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 19:27:39.754032 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688184'] for network, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.779083 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646283'] for network, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:39.785035 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] 10.222.0.25 "DELETE /v2.0/networks/66d4c095-8d36-4e4b-9707-8603759b808c HTTP/1.1" status: 204 len: 168 time: 0.5763500 Sep 07 19:27:39.785035 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f746f-98ec-4ae7-9c1d-bb3194d94e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d4c095-8d36-4e4b-9707-8603759b808c,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:39.992272 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 50870) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:40.033818 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-6308e6b8-fb7d-4c59-b2e0-d45de79c9bb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9483012905d3456399efefdfedc1f40b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402219 Sep 07 19:27:40.037410 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 50872) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:40.090079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:40.113782 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:40.168079 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:40.170635 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:40.171875 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ebad29a-af19-43a2-9060-ea953036e259 HTTP/1.1" status: 204 len: 168 time: 0.1334536 Sep 07 19:27:40.180163 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696d17-60b6-4646-b2dd-2e2d69641570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebad29a-af19-43a2-9060-ea953036e259,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:40.532076 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a3b4c516-800e-4bab-953f-011e5bdf19b8 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:27:40.553210 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: a3b4c516-800e-4bab-953f-011e5bdf19b8 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:27:40.553559 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device a3b4c516-800e-4bab-953f-011e5bdf19b8 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:27:40.553985 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d1369132-acb2-4c90-a0ce-e319f42b55e3 no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:27:40.573228 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: d1369132-acb2-4c90-a0ce-e319f42b55e3 {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:27:40.573718 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device d1369132-acb2-4c90-a0ce-e319f42b55e3 not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:27:40.574152 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7be90af1-0ae1-4787-97f2-4f59a0abbe9a no longer exists at agent ovs-agent-dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 19:27:40.593582 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.plugin [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] No Port match for: 7be90af1-0ae1-4787-97f2-4f59a0abbe9a {{(pid=105640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 19:27:40.593874 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron.plugins.ml2.rpc [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Device 7be90af1-0ae1-4787-97f2-4f59a0abbe9a not bound to the agent host dv-cinder-790535-12-iscsi {{(pid=105640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 19:27:41.166453 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:27:49.364113 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:54.873213 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51020) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:54.989527 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc326e06-7344-4e07-ab10-5b82bdef6e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.102210 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc326e06-7344-4e07-ab10-5b82bdef6e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.108607 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-dc326e06-7344-4e07-ab10-5b82bdef6e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.147409 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-dc326e06-7344-4e07-ab10-5b82bdef6e36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f9dadef993b4f2eafd0fd57de117f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726090 Sep 07 19:27:55.148810 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc326e06-7344-4e07-ab10-5b82bdef6e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857bee1-64da-4803-9f81-f44c24b9c31d,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:55.151423 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51024) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:55.216593 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.238867 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.298152 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.301299 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.302543 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a857bee1-64da-4803-9f81-f44c24b9c31d HTTP/1.1" status: 204 len: 168 time: 0.1497960 Sep 07 19:27:55.312292 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c5f58-7dd5-485e-890c-486dbcf723ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857bee1-64da-4803-9f81-f44c24b9c31d,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:55.614972 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51034) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:55.629764 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ae310a1-17f6-42bb-909a-ee63e9b2ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.724933 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ae310a1-17f6-42bb-909a-ee63e9b2ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.729724 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-3ae310a1-17f6-42bb-909a-ee63e9b2ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.769999 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-3ae310a1-17f6-42bb-909a-ee63e9b2ba8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48325bc40a814ca68cfc07d4450edc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535356 Sep 07 19:27:55.770720 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae310a1-17f6-42bb-909a-ee63e9b2ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc1d0e-a204-43b9-95b9-4eb4e5243ab1,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:55.772650 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51040) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:55.824288 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.846712 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.896512 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.899299 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:55.903402 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3fc1d0e-a204-43b9-95b9-4eb4e5243ab1 HTTP/1.1" status: 204 len: 168 time: 0.1283975 Sep 07 19:27:55.911509 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2c835-108d-4513-953d-6408ef466e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc1d0e-a204-43b9-95b9-4eb4e5243ab1,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.027662 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51112) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.137861 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-56dc37bb-3379-4cb3-b45d-3ec144de237e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.250115 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-56dc37bb-3379-4cb3-b45d-3ec144de237e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.256014 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-56dc37bb-3379-4cb3-b45d-3ec144de237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.298766 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-56dc37bb-3379-4cb3-b45d-3ec144de237e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e00dd5c6a80401fbe9185d9eca230d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698166 Sep 07 19:27:58.301795 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc37bb-3379-4cb3-b45d-3ec144de237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de24a4-53a2-4eb8-be57-3e52102a30cf,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.301949 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51130) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.360027 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.369485 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51132) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.385789 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.438592 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.441064 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.442268 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7de24a4-53a2-4eb8-be57-3e52102a30cf HTTP/1.1" status: 204 len: 168 time: 0.1393144 Sep 07 19:27:58.451151 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc51c-6016-494e-ad86-a6415e1720ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de24a4-53a2-4eb8-be57-3e52102a30cf,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.485212 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-211261a7-0903-4b76-ad9e-10680483950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.578690 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-211261a7-0903-4b76-ad9e-10680483950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.583685 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-211261a7-0903-4b76-ad9e-10680483950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.624606 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-211261a7-0903-4b76-ad9e-10680483950b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=135677667b1f42f7b26b69625495bd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537704 Sep 07 19:27:58.625525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211261a7-0903-4b76-ad9e-10680483950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e151a0-3cac-4db3-a75f-aa8d488e7064,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.627732 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51140) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.692626 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.716071 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.745863 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51142) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.760370 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8b0141d1-8c8a-4b0d-a21a-d26fac5bf8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.765039 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.767702 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.768925 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06e151a0-3cac-4db3-a75f-aa8d488e7064 HTTP/1.1" status: 204 len: 168 time: 0.1398566 Sep 07 19:27:58.777850 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78ede0-a0ea-4be4-8631-707e507817c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e151a0-3cac-4db3-a75f-aa8d488e7064,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.863134 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8b0141d1-8c8a-4b0d-a21a-d26fac5bf8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.868372 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-8b0141d1-8c8a-4b0d-a21a-d26fac5bf8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.905149 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0141d1-8c8a-4b0d-a21a-d26fac5bf8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abedce31-2603-4599-af42-56ed781fe99e,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:58.909756 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-8b0141d1-8c8a-4b0d-a21a-d26fac5bf8d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd582d6203a84d729b52fdde43b17178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626797 Sep 07 19:27:58.912473 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51146) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:27:58.969628 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:58.995111 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:59.051324 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:59.053981 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:27:59.055277 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abedce31-2603-4599-af42-56ed781fe99e HTTP/1.1" status: 204 len: 168 time: 0.1418369 Sep 07 19:27:59.064626 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312f918-f1c0-486b-8fd2-2fd6bdef259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abedce31-2603-4599-af42-56ed781fe99e,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:27:59.494598 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b44e-be7a-464b-aa27-ac4c1a719433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:02.819945 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8662-0e6e-470d-9496-0b794fc0e8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:02.821952 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:04.775209 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:06.095435 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.070550 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51296) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:18.164662 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:28:18.197990 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eb22a5cc-f69a-488e-a799-2d12d8225a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.301735 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eb22a5cc-f69a-488e-a799-2d12d8225a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.307634 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-eb22a5cc-f69a-488e-a799-2d12d8225a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.352018 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-eb22a5cc-f69a-488e-a799-2d12d8225a4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67f351c2705646b0a6603a44e09de9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799847 Sep 07 19:28:18.352887 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22a5cc-f69a-488e-a799-2d12d8225a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12df858-5775-4cfe-91cf-1b18a39a23bc,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:18.354896 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51300) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:18.404546 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.426530 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.480763 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.483773 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:18.489612 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c12df858-5775-4cfe-91cf-1b18a39a23bc HTTP/1.1" status: 204 len: 168 time: 0.1292288 Sep 07 19:28:18.498618 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3714-89c6-4d01-b94b-b7188807f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12df858-5775-4cfe-91cf-1b18a39a23bc,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:19.371622 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:22.717227 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51366) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:22.836356 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-853a0795-44b2-43ee-8b31-18c4b7c0ac31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:22.939693 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-853a0795-44b2-43ee-8b31-18c4b7c0ac31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:22.945525 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-853a0795-44b2-43ee-8b31-18c4b7c0ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:22.986643 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-853a0795-44b2-43ee-8b31-18c4b7c0ac31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8cd8f175536419a8944f549e14f9eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678120 Sep 07 19:28:22.987433 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0795-44b2-43ee-8b31-18c4b7c0ac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5197bc2-b16e-4252-8be3-4609686e0496,revision_number=1']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:22.990154 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51370) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:23.044364 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:23.068253 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:23.129501 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:23.132248 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:23.133468 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5197bc2-b16e-4252-8be3-4609686e0496 HTTP/1.1" status: 204 len: 168 time: 0.1422718 Sep 07 19:28:23.142651 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5abf93-1672-4f57-9516-9af57f3b65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5197bc2-b16e-4252-8be3-4609686e0496,revision_number=None']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:29.502333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-e68be997-40fa-4927-8283-50bdedf997d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:32.820445 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b3a-af10-41b1-9ad1-7a1175f5b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:32.824037 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:34.707379 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [-] (105639) accepted ('10.222.0.25', 51508) {{(pid=105639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:34.776991 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:34.829738 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ca9-76d5-448c-9fb7-9a0c3ce447b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:34.934316 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ca9-76d5-448c-9fb7-9a0c3ce447b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:34.940273 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ca9-76d5-448c-9fb7-9a0c3ce447b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_create {{(pid=105639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:34.981126 dv-cinder-790535-12-iscsi neutron-server[105639]: INFO neutron.wsgi [None req-9bed6ca9-76d5-448c-9fb7-9a0c3ce447b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13f2700c3762480994a8d3b0de1e2389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724628 Sep 07 19:28:34.981884 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed6ca9-76d5-448c-9fb7-9a0c3ce447b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608bfdb8-a0c7-4db6-b201-9b97f198b338,revision_number=1']} {{(pid=105639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:34.984835 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [-] (105638) accepted ('10.222.0.25', 51512) {{(pid=105638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 19:28:35.043391 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:35.068196 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:35.125464 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587977'] for security_group, after_delete {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:35.129739 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:35.131422 dv-cinder-790535-12-iscsi neutron-server[105638]: INFO neutron.wsgi [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/608bfdb8-a0c7-4db6-b201-9b97f198b338 HTTP/1.1" status: 204 len: 168 time: 0.1454899 Sep 07 19:28:35.139538 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6d6fa-465a-49fd-baff-578a7fc8562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608bfdb8-a0c7-4db6-b201-9b97f198b338,revision_number=None']} {{(pid=105638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 19:28:36.089946 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:49.376751 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:28:55.162778 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:28:59.506307 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea2-1c9e-47d1-8410-c0a2962e9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:02.812633 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-41aff68b-bf95-4973-a92d-55921b3dcdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:02.814351 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:04.780960 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:06.098025 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:19.377985 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:29.506146 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-21c1c479-9189-4b9c-86ba-5c5f4623d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:32.162199 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:29:32.328275 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-dbbbd0f0-f2dc-48ba-9673-7a334303c125 req-3e27984e-69fc-4198-b3cc-c9cc67021b10 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] (105639) timed out ('10.222.0.74', 58126) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:29:32.816488 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-fb6cb02a-a4c2-4e21-8692-fa0259062d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:32.818440 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:34.784801 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:36.097480 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:49.379037 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:29:59.500857 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-60f3edce-b64b-4cd3-93e5-8038439f983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:02.820381 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d330159e-bc64-46ac-896b-78606f96f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:02.822370 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:04.788290 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:06.101902 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:09.163800 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:30:19.391866 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:29.505503 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b97ecdb2-4e29-4ddb-9f3e-a7f670ac9b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:32.824150 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3b7edeb1-ed14-4a1e-8d37-d7320910036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:32.825897 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:34.791932 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:36.104333 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:46.165391 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:30:49.394468 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:30:59.519629 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-19b8a0fc-32e8-413a-844b-8eeabfc5178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.834801 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-820dedd4-425a-4d0b-aab1-30fdd9cf0ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:02.837031 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:04.793844 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:06.108175 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:19.394881 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:23.167586 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:31:29.518027 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e593-49b9-43cc-9236-dd74bb476cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:31.719394 dv-cinder-790535-12-iscsi neutron-server[105638]: DEBUG neutron.wsgi [req-d6fca6b0-0426-4785-919a-7f614a822240 req-7128b803-5723-4f06-b8e8-91984193f189 tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] (105638) timed out ('10.222.0.25', 56166) {{(pid=105638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:31:32.825398 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-5099a708-c60e-42c9-86f5-03f1934b09a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:32.828223 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:32.846343 dv-cinder-790535-12-iscsi neutron-server[105639]: DEBUG neutron.wsgi [req-8cef2807-ddf4-405d-86cd-b8721ffc0946 req-6323723b-93e7-45cc-9879-46e653646baa tempest-AttachVolumeTestJSON-282369892 tempest-AttachVolumeTestJSON-282369892-project] (105639) timed out ('10.222.0.25', 56100) {{(pid=105639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 19:31:34.799335 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:36.109949 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:49.389868 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:31:59.517971 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-98a5226d-0c67-43e4-ac89-6021e0cb4f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:00.173073 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:32:02.832193 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-b255c4fc-cdce-42b8-9abe-4a27338974bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:02.835226 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:04.803475 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:06.116908 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:19.403501 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:29.519077 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-797f735f-7773-4a8a-a05f-de941031b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:32.826784 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d8dde8dd-ef58-4594-b698-01bf8dced19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:32.828511 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:34.807183 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:36.123238 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:37.183856 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:32:49.405275 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:32:59.522126 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-7e62f88b-c19d-491b-a77f-e56a7f085c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:02.829543 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-34c66c22-007c-4ee6-b5aa-10d40aa7d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:02.831543 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:04.812173 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:06.127114 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:14.172861 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 19:33:19.413688 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:29.518088 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-d1afde23-e366-4137-8604-22e33b7fc524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:32.835176 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a49b3284-da7c-4513-8a6d-d2b1bd934e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:32.837071 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-39c09815-f7d6-4199-bd01-5f492230af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:34.814722 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb4ef-cc12-4975-b16e-f42883ad28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:36.125713 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-3493998d-12e5-4004-b8c4-7d74156cfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:49.418503 dv-cinder-790535-12-iscsi neutron-server[105640]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb1a0-f223-4992-ba18-c78b6dda121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751766715805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723736'] for agent, after_update {{(pid=105640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 19:33:51.170493 dv-cinder-790535-12-iscsi neutron-server[105641]: DEBUG neutron.db.agents_db [None req-80c0dce0-becd-4673-b27d-a694ae2b4aef None None] Agent healthcheck: found 6 active agents {{(pid=105641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}